User-agent: Googlebot
Allow: *
User-agent: Feedfetcher-Google
Allow: *
User-agent: Bingbot
Allow: *
User-agent: Slurp
Allow: *
User-agent: facebot
Allow: *
User-agent: facebookexternalhit
Allow: *
User-agent: ia_archiver
Allow: *
User-agent: Twitterbot
Allow: *
User-agent: *
Disallow: /