User-Agent: *
Disallow: /etc/b2/

User-agent: bingbot
Crawl-Delay: 30
 
User-agent: msnbot
Crawl-Delay: 30

User-Agent: 008
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Yeti
Disallow: /

user-agent: Baiduspider
disallow: /

user-agent: BaiduImagespider
disallow: /

user-agent: BaiduMobaider
disallow: /



User-agent: PaperLiBot
disallow: /

user-agent: AhrefsBot
disallow: / 

user-agent: SemrushBot
disallow: / 

User-Agent: dotbot
disallow: /