# https://www.robotstxt.org/robotstxt.html
User-agent: Googlebot
Disallow: 
User-agent: Bingbot
Disallow: 
User-agent: Slurp
Disallow: 
User-agent: DuckDuckBot
Disallow: 
User-agent: Baiduspider
Disallow:
User-agent: YandexBot
Disallow:
User-agent: facebot
Disallow:
User-agent: ia_archiver
Disallow: