Sitemap: https://www.kopperfield.com/sitemap.xml

# Default rules for all crawlers
User-agent: *
Crawl-delay: 10
Disallow: /api/
Disallow: /admin/
Disallow: /order/
Disallow: /dashboard/
Disallow: /provider/
Disallow: /lp/princeton-electrical-makeover
Disallow: /tesla/
Disallow: /partner/
Disallow: /ecm
Disallow: /home-charging

# AI Crawlers - Explicitly allow access to public content for GEO
# OpenAI (ChatGPT)
User-agent: GPTBot
Crawl-delay: 30
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /provider/
Disallow: /partner/

# Anthropic (Claude)
User-agent: Claude-Web
Crawl-delay: 30
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /provider/
Disallow: /partner/

User-agent: ClaudeBot
Crawl-delay: 30
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /provider/
Disallow: /partner/

# Google (Gemini/Bard)
User-agent: Google-Extended
Crawl-delay: 30
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /provider/
Disallow: /partner/

# Perplexity AI
User-agent: PerplexityBot
Crawl-delay: 30
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /provider/
Disallow: /partner/

# Common Crawl (used by many AI models)
User-agent: CCBot
Crawl-delay: 30
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /provider/
Disallow: /partner/