User-agent: *

sitemap: https://www.hobbydb.com/sitemaps/sitemap.xml.gz

Disallow: /admin2/
Disallow: *filters[related_to]=*
Disallow: *filters[parents_of]=*

# Aggressive unknown crawlers
User-agent: k2spider
User-agent: MauiBot
User-agent: Microsoft.URL.Control crawler
User-agent: ZyBORG
Disallow: /

# Ad intelligence / competitor crawlers
User-agent: AdbeatBot
User-agent: AhrefsBot
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: BLEXBot
User-agent: BuzzSumoBot
User-agent: DotBot
User-agent: Download Ninja
User-agent: iSpionageBot
User-agent: MJ12Bot
User-agent: SEMrushBot
User-agent: SEOkicks-Robot
User-agent: SimilarWebBot
User-agent: sitecheck.internetseer.com
User-agent: SpyFuBot
User-agent: UbiCrawler
Disallow: /

# Ad verification crawlers (block only if not required by campaigns)
User-agent: AdlooxBot
User-agent: DoubleVerifyBot
User-agent: IASBot
User-agent: Moatbot
Disallow: /

# Analytics / measurement crawlers
User-agent: Cliqzbot
User-agent: ComScoreBot
Disallow: /

# Web scraper crawlers
User-agent: 80legs
User-agent: HTTrack
User-agent: larbin
User-agent: MSIECrawler
User-agent: Offline Explorer
User-agent: SiteSnagger
User-agent: Teleport
User-agent: TeleportPro
User-agent: WebCopier
User-agent: WebReaper
User-agent: WebStripper
User-agent: WebZIP
User-agent: wget
Disallow: /

# Archive or academic crawlers
User-agent: CCBot
User-agent: WebCopier
User-agent: Zealbot
Disallow: /

# Legacy / lesser-known ad crawlers
User-agent: Exabot
User-agent: Wotbox
User-agent: DomainToolsBot
Disallow: /

# Not wanted search engine spiders
User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider-image
Disallow: /