User-agent: Applebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Googlebot
Allow: /
Disallow: /*?PageSpeed=noscript&ajax=true&hook*

User-agent: msnbot
Allow: /

User-agent: seznambot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: *
Allow: /