User-agent: msnbot 
Crawl-delay: 30

User-agent: YahooSlurp 
Crawl-delay: 30

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot/1.2
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: Baiduspider
disallow: /

User-agent: Linguee Bot
Disallow: /

User-agent: DotBot/1.1
disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: *
Disallow: /dev/