User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /


# Filter Everything: do not crawl filtering result pages
User-agent: *
Disallow: /*?srch=
Disallow: /*&srch=
# No Indexing Depth is set, so no filtering result page is indexable: block every filter segment
Disallow: /*/where-
Disallow: /*/what-
Disallow: /*/when-
Disallow: /*/mtn-
# BEGIN Filter Everything
# Written by the Filter Everything plugin (Filters → Settings → General → Crawlers and bots).
# Changes made by hand between these markers are overwritten on the next sync.
# Filter Everything: do not crawl filtering result pages
User-agent: *
Disallow: /*?srch=
Disallow: /*&srch=
# No Indexing Depth is set, so no filtering result page is indexable: block every filter segment
Disallow: /*/where-
Disallow: /*/what-
Disallow: /*/when-
Disallow: /*/mtn-
# END Filter Everything