# =============================================================
# High-value search + AI bots: explicitly allowed
# =============================================================

# Googlebot
User-agent: Googlebot
Allow: /
Disallow: /dashboard
Disallow: /api
Disallow: /admin
Disallow: /login
Disallow: /signup
Disallow: /verify
Disallow: /forgot-password
Disallow: /onboarding
Disallow: /settings
Disallow: /team
Disallow: /invite

# Bingbot
User-agent: Bingbot
Allow: /
Disallow: /dashboard
Disallow: /api
Disallow: /admin
Disallow: /login
Disallow: /signup
Disallow: /verify
Disallow: /forgot-password
Disallow: /onboarding
Disallow: /settings
Disallow: /team
Disallow: /invite

# Google-Extended (Gemini training + AI Overviews)
User-agent: Google-Extended
Allow: /
Disallow: /dashboard
Disallow: /api
Disallow: /admin
Disallow: /login
Disallow: /signup
Disallow: /verify
Disallow: /forgot-password
Disallow: /onboarding
Disallow: /settings
Disallow: /team
Disallow: /invite

# Applebot (Siri, Spotlight)
User-agent: Applebot
Allow: /
Disallow: /dashboard
Disallow: /api
Disallow: /admin
Disallow: /login
Disallow: /signup
Disallow: /verify
Disallow: /forgot-password
Disallow: /onboarding
Disallow: /settings
Disallow: /team
Disallow: /invite

# Applebot-Extended (Apple Intelligence)
User-agent: Applebot-Extended
Allow: /
Disallow: /dashboard
Disallow: /api
Disallow: /admin
Disallow: /login
Disallow: /signup
Disallow: /verify
Disallow: /forgot-password
Disallow: /onboarding
Disallow: /settings
Disallow: /team
Disallow: /invite

# CCBot (CommonCrawl)
User-agent: CCBot
Allow: /
Disallow: /dashboard
Disallow: /api
Disallow: /admin
Disallow: /login
Disallow: /signup
Disallow: /verify
Disallow: /forgot-password
Disallow: /onboarding
Disallow: /settings
Disallow: /team
Disallow: /invite

# OAI-SearchBot (ChatGPT search)
User-agent: OAI-SearchBot
Allow: /
Disallow: /dashboard
Disallow: /api
Disallow: /admin
Disallow: /login
Disallow: /signup
Disallow: /verify
Disallow: /forgot-password
Disallow: /onboarding
Disallow: /settings
Disallow: /team
Disallow: /invite

# GPTBot (OpenAI training)
User-agent: GPTBot
Allow: /
Disallow: /dashboard
Disallow: /api
Disallow: /admin
Disallow: /login
Disallow: /signup
Disallow: /verify
Disallow: /forgot-password
Disallow: /onboarding
Disallow: /settings
Disallow: /team
Disallow: /invite

# =============================================================
# Low-value scraper bots: explicitly blocked
# =============================================================

# Bytespider (ByteDance / TikTok)
User-agent: Bytespider
Disallow: /

# Amazonbot
User-agent: Amazonbot
Disallow: /

# Meta-ExternalAgent (Meta AI training)
# facebookexternalhit is intentionally NOT blocked so Facebook
# link-preview cards render when basincheck.com is shared.
User-agent: Meta-ExternalAgent
Disallow: /

# =============================================================
# Default: all other bots allowed on marketing pages,
# blocked from authenticated areas
# =============================================================

User-agent: *
Disallow: /dashboard
Disallow: /api
Disallow: /admin
Disallow: /login
Disallow: /signup
Disallow: /verify
Disallow: /forgot-password
Disallow: /onboarding
Disallow: /settings
Disallow: /team
Disallow: /invite

# Host
Host: https://basincheck.com

# Sitemaps
Sitemap: https://basincheck.com/sitemap.xml