# ----------------------------------------------
# Block known SEO crawlers and backlink checkers
# ----------------------------------------------

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-BA
Disallow: /

User-agent: SemrushBot-SI
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Moz
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: SISTRIX Crawler
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: Linkdex
Disallow: /

User-agent: linkfluence
Disallow: /

User-agent: MxBot
Disallow: /

User-agent: seoscanners
Disallow: /



User-agent: ia_archiver
Disallow: /



# ----------------------------------------------
# Allow major search engines (optional examples)
# ----------------------------------------------

User-agent: Googlebot
Disallow:

User-agent: Bingbot
Disallow:

User-agent: Slurp
Disallow:  # (Yahoo)