User-agent: facebookexternalhit
Allow: /
User-agent: Googlebot
Allow: /
User-agent: googlebot-mobile
Allow: /
User-agent: MSNBot
Allow: /
User-agent: Slurp
Allow: /
User-agent: Twitterbot
Allow: /
User-agent: *
Disallow: /
Disallow: /img
Disallow: /audio
Disallow: /video
Disallow: /hls
Disallow: /pdf