User-agent: MJ12bot
Disallow: /

User-agent: webcrawler
Disallow: /

User-agent: crawl
Disallow: /

User-agent: robot
Disallow: /

User-agent: spider
Disallow: /

User-agent: bot
Disallow: /

User-agent: bot/
Disallow: /

User-agent: bot-
Disallow: /