User-agent: ip-web-crawler.com
Disallow: /

User-agent: MJ12bot
Disallow: /

user-agent: AhrefsBot
disallow: / 

User-agent: Affectv Robot v1.0/Nutch-1.6
disallow: /

User-agent: 360Spider
disallow: /

User-agent: proximic
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: Baiduspider
Disallow: /