# ----------------------------
# Sitemaps
# ----------------------------
Sitemap: https://towingdepot.com/sitemap.xml

# ----------------------------
# Global rule: never crawl /dealer
# ----------------------------
User-agent: *
Disallow: /dealer

# ----------------------------
# Allow mainstream search engines (except /dealer above)
# ----------------------------
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-Video
User-agent: Googlebot-News
Disallow: /dealer

User-agent: Bingbot
User-agent: BingPreview
Disallow: /dealer

User-agent: DuckDuckBot
Disallow: /dealer

User-agent: Baiduspider
Disallow: /dealer

User-agent: YandexBot
Disallow: /dealer

User-agent: PetalBot
Disallow: /dealer

User-agent: Sogou
Disallow: /dealer

User-agent: SeznamBot
Disallow: /dealer

User-agent: Exabot
Disallow: /dealer

User-agent: Coccocbot
Disallow: /dealer

# ----------------------------
# Explicit AI/data crawlers: BLOCK ALL
# ----------------------------
User-agent: GPTBot                # OpenAI
Disallow: /

User-agent: ChatGPT-User          # OpenAI browsing helper UA
Disallow: /

User-agent: Google-Extended       # Google AI training extension
Disallow: /

User-agent: Applebot-Extended     # Apple AI training extension
Disallow: /

User-agent: anthropic-ai          # Anthropic
Disallow: /

User-agent: ClaudeBot             # Anthropic alt UA
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: omgili 
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: LinkedInBot
Disallow: /

User-agent: YouBot               
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: ai2bot
Disallow: /

User-agent: PhindBot
Disallow: /


User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: dataforseobot
Disallow: /

User-agent: SiteAuditBot
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: ScribbrBot
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: Nimbostratus-Bot
Disallow: /


User-agent: python-requests
Disallow: /

User-agent: python-urllib
Disallow: /

User-agent: curl
Disallow: /

User-agent: Wget
Disallow: /

User-agent: libwww-perl
Disallow: /

User-agent: Go-http-client
Disallow: /

User-agent: Java
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: crawler4j
Disallow: /

User-agent: httpx
Disallow: /

Crawl-delay: 10