User-agent: *
Disallow: /

User-agent: Googlebot
Allow: /

User-agent: Mediapartners-Google
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: Adsbot-Google
Allow: /

User-agent: Slurp
Allow: /

User-agent: msnbot
Allow: /

User-agent: bingbot
Allow: /

User-agent: duckduckbot
Allow: /

User-agent: Qwantify
Allow: /

User-agent: Indeed
Allow: /

User-agent: Jobrapido
Allow: /

User-agent: trovitBot
Allow: /

User-agent: Jooblebot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: Yandex
Disallow: /

User-agent: YandexVideoParser
Disallow: /

User-agent: Buzzbot
Disallow: /

User-agent: trendiction
Disallow: /

User-agent: HubSpot
Disallow: /

User-agent: Genieo
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: PiplBot
Disallow: /

User-agent: FlipboardProxy
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: linkdex
Disallow: /

User-agent: linkdexbot
Disallow: /

User-agent: baidu
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Spiderbook
Disallow: /