# AI-specific crawlers (prioritize these for AI search optimization)
# Allow indexing for AI-powered search (ChatGPT, Perplexity, Claude)
# but opt out of training data usage via X-Robots-Tag header
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

# Default rules for all other crawlers
User-agent: *
Allow: /

# Disallow private areas
Disallow: /admin/*
Disallow: /dashboard/*
Disallow: /super/*
Disallow: /auth/*
Disallow: /api/auth/*

# Legacy per-business customer surfaces — kept functional for existing
# bookmarks/QR codes, but the SEO target is now {slug}.bitebuddy.ai.
Disallow: /online-orders/
Disallow: /online-reservations/

# Sitemaps
Sitemap: https://bitebuddy.ai/sitemap.xml
Sitemap: https://bitebuddy.ai/sitemap-businesses.xml
Sitemap: https://bitebuddy.ai/news/sitemap.xml