User-agent: SemrushBot
Disallow: /

User-agent: Semrush
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Ahrefs
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: bingbot
Crawl-Delay: 10

User-agent: msnbot
Crawl-Delay: 10

# http://webmeup-crawler.com
User-agent: BLEXBot
Disallow: /

# https://megaindex.com/crawler
User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: megaindex.com
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Petal
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: *
Disallow: /en/search