User-Agent: Googlebot
Allow: /

User-Agent: Googlebot-Mobile
Allow: /

User-Agent: msnbot
Allow: /

User-Agent: bingbot
Allow: /

User-agent: Mediapartners-Google
Allow: /

User-Agent: Twitterbot
Allow: /

User-Agent: Facebot
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Googlebot-Video
Allow: /

User-agent: MSNBot-Media
Allow: /

User-agent: AdIdxBot
Allow: /

User-agent: duckduckbot
Allow: /

User-agent: BingPreview
Allow: /

User-Agent: panscient.com
Disallow: /

User-Agent: ia_archiver-web.archive.org
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-Agent: *
Disallow: /