User-agent: *
Disallow:

# https://ahrefs.com/robot
User-agent: AhrefsBot
Disallow: /

# http://webmeup-crawler.com/
User-agent: BLEXBot
Disallow: /

# https://moz.com/help/moz-procedures/crawlers/dotbot
User-agent: dotbot
Disallow: /

User-agent: DotBot/1.1
Disallow: /

# http://www.linguee.com/bot
User-agent: Linguee
Disallow: /

# http://megaindex.com/crawler
User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: MauiBot (crawler.feedback+dc@gmail.com)
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: megaIndex.ru
Disallow: /

# https://megaindex.com/crawler
User-agent: MJ12bot
Disallow: /

User-agent: MJ12bot/v1.4.8
Disallow: /

# https://aspiegel.com/petalbot
User-agent: PetalBot
Disallow: /

# https://www.semrush.com/bot/
User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot/6~bl
Disallow: /