# https://takeovr.ai
# Public surfaces: / and /contact. Everything else is private.

User-agent: *
Allow: /
Allow: /contact
Allow: /terms
Allow: /privacy
Allow: /cookies
Allow: /security
Allow: /landing/
Allow: /takeovr/
Allow: /favicon.ico
Allow: /logo-192.png
Allow: /logo-512.png
Allow: /novakhan_logo_dark.svg
Allow: /novakhan_logo_light.svg
Allow: /novakhan_logo_icon.svg
Allow: /og-image.jpg
Allow: /site.webmanifest

Disallow: /login
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /tenant
Disallow: /driver
Disallow: /account-settings
Disallow: /system
Disallow: /api/
Disallow: /_serverFn/
Disallow: /_build/

# AI scrapers / LLM training crawlers — block private surfaces
User-agent: GPTBot
Disallow: /login
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /tenant
Disallow: /driver
Disallow: /account-settings
Disallow: /system
Disallow: /api/
Disallow: /_serverFn/
Disallow: /_build/

User-agent: ClaudeBot
Disallow: /login
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /tenant
Disallow: /driver
Disallow: /account-settings
Disallow: /system
Disallow: /api/
Disallow: /_serverFn/
Disallow: /_build/

User-agent: anthropic-ai
Disallow: /login
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /tenant
Disallow: /driver
Disallow: /account-settings
Disallow: /system
Disallow: /api/
Disallow: /_serverFn/
Disallow: /_build/

User-agent: CCBot
Disallow: /login
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /tenant
Disallow: /driver
Disallow: /account-settings
Disallow: /system
Disallow: /api/
Disallow: /_serverFn/
Disallow: /_build/

User-agent: PerplexityBot
Disallow: /login
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /tenant
Disallow: /driver
Disallow: /account-settings
Disallow: /system
Disallow: /api/
Disallow: /_serverFn/
Disallow: /_build/

User-agent: Google-Extended
Disallow: /login
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /tenant
Disallow: /driver
Disallow: /account-settings
Disallow: /system
Disallow: /api/
Disallow: /_serverFn/
Disallow: /_build/

User-agent: Applebot-Extended
Disallow: /login
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /tenant
Disallow: /driver
Disallow: /account-settings
Disallow: /system
Disallow: /api/
Disallow: /_serverFn/
Disallow: /_build/

User-agent: OAI-SearchBot
Disallow: /login
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /tenant
Disallow: /driver
Disallow: /account-settings
Disallow: /system
Disallow: /api/
Disallow: /_serverFn/
Disallow: /_build/

User-agent: Bytespider
Disallow: /login
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /tenant
Disallow: /driver
Disallow: /account-settings
Disallow: /system
Disallow: /api/
Disallow: /_serverFn/
Disallow: /_build/

User-agent: meta-externalagent
Disallow: /login
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /tenant
Disallow: /driver
Disallow: /account-settings
Disallow: /system
Disallow: /api/
Disallow: /_serverFn/
Disallow: /_build/

Sitemap: https://takeovr.ai/sitemap.xml