User-agent: MJ12bot
Disallow: /
User-agent: SemrushBot
Disallow: /   
User-agent: SemrushBot-SA
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: MegaIndex.ru/2.0
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: megaIndex.ru
Disallow: /
User-agent: megaindex.com
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: webmeup-crawler
Disallow:/
User-agent: WebMeUp Crawler
Disallow:/
User-agent: YandexBot
Disallow: / 
User-agent: Yandex Robot
Disallow: / 
User-agent: Yandex
Disallow: / 
User-agent: Barkrowler
Disallow:/
User-agent: Adsbot
Disallow:/
User-agent: Mail.RU_Bot
Disallow:/
User-agent: Mail.RU_Bot/2.0
Disallow: /
User-agent: Mail.RU
Disallow: /
User-agent: Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots
Disallow: /
User-agent: ZoomBot
Disallow:/
User-agent: ZoominfoBot
Disallow:/
User-agent: ZumBot
Disallow:/
User-agent: Newspaper Robot
Disallow:/
User-agent: Newspaper
Disallow:/
User-agent: crawl.sogou.com
Disallow:/
User-agent: sogouspider
Disallow:/
User-agent: Sogou web spider
Disallow:/
User-agent: Sogou Spider
Disallow: /
User-agent: netEstate
Disallow: /
User-agent: netEstate NE Crawler (+http://www.website-datenbank.de/)
Disallow: /
User-agent: Seekport Crawler
Disallow: /
User-agent: SEOkicks
Disallow:/
User-agent: SEOkicks-Robot
Disallow:/
User-agent: Coccocbot
Disallow:/
User-agent: clark-crawler
Disallow:/
User-agent: clark-crawler2
Disallow:/
User-agent: SeznamBot
Disallow: /
User-agent: Scrapy
Disallow:/
User-agent: Nutch
Disallow: /
User-agent: IndeedBot
Disallow:/
User-agent: KomodiaBot
Disallow:/
User-agent: KomodiaBot/1.0
Disallow:/