User-agent: Googlebot
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Mediapartners-Google
Allow: /

User-agent: popIn_Agent
Allow: /

User-agent: Bingbot
Allow: /

User-agent: MSNBot
Allow: /

User-agent: MSNBot-Media
Allow: /

User-agent: BingPreview
Allow: /

User-agent: Facebot
Allow: /

User-agent: Yeti
Allow: /

User-agent: facebookexternalhit/1.1
Allow: /

User-agent: facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: Google Search Console
Allow: /

User-agent: Googlebot/2.1
Allow: /

User-agent: Googlebot-Smartphone
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: YandexBot
Allow: /

User-agent: KagiBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Pinterestbot
Allow: /

User-agent: Askbot
Allow: /

User-agent: *
Disallow: /