# See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
User-agent: Googlebot
Disallow:
User-agent: Googlebot-Image
Disallow:
User-agent: Googlebot-News
Disallow:
User-agent: Googlebot-Video
Disallow:
User-agent: AdsBot-Google
Disallow:
User-agent: facebookexternalhit
Disallow:
User-agent: Facebot
Disallow:
User-agent: Bingbot
Disallow:
User-agent: AdIdxBot
Disallow:
User-agent: Slurp
Disallow:
User-agent: Twitterbot
Disallow:
User-agent: LinkedInBot
Disallow:
User-agent: DuckDuckBot
Disallow:
User-agent: Baiduspider
Disallow:
User-agent: YandexBot
Disallow:
# Disallow all other bots
User-agent: *
Disallow: /