User-agent: bingbot
Disallow: /
User-agent: Slurp
Disallow: /
User-agent: twiceler
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: Scrubby
Disallow: /
User-agent: Robozilla
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: naverbot
Disallow: /
User-agent: yeti
Disallow: /
User-agent: psbot
Disallow: /
User-agent: asterias
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: linkdexbot
Disallow: /
User-agent: linkdexbot/2.0
Disallow: /
User-agent: linkdexbot/2.1
Disallow: /
User-agent: proximic
Disallow: /
User-agent: ezooms
Disallow: /
User-agent: sistrix
Disallow: /
User-agent: YandexBot/3.0
Disallow: /
User-agent: proximic
Disallow: /
User-agent: SeznamBot
Disallow: / 
User-agent: AhrefsBot
Disallow: / 
User-agent: CCBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: IstellaBot
Disallow: / 
User-agent: IstellaBot/1.01.18
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: CommonCrawler
Disallow: /
User-agent: crawler4j
Disallow: /
User-agent: CrazyWebCrawler
Disallow: /
User-agent: CrazyWebCrawler-Spider
Disallow: /
User-agent: DotBot
Disallow: / 
User-agent: DotBot/1.1
Disallow: / 
User-agent: Clickagy Intelligence Bot 
Disallow: /
User-agent: Clickagy Intelligence Bot v2
Disallow: /
User-agent: MaxPointCrawler
Disallow: /
User-agent: MaxPointCrawler/Nutch-1.1
Disallow: /
User-agent: MaxPointCrawler/Nutch-1.10
Disallow: /
User-agent: *
Disallow: