# Mythex — https://mythex.ai
User-agent: *
Allow: /
Allow: /home
Allow: /about
Allow: /faq
Allow: /use-cases
Allow: /terms
Allow: /privacy
Allow: /cookies
Allow: /acceptable-use
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /sitemap.xml
Allow: /robots.txt
Allow: /templates
Allow: /templates/
Allow: /guides
Allow: /guides/
Allow: /blog
Allow: /blog/
Allow: /ai
Allow: /ai/
Allow: /compare
Allow: /compare/

# Prefer docs.mythex.ai (mythex.ai/docs 301s there)
Disallow: /docs
Disallow: /docs/

# App shells & auth flows — not for search
Disallow: /login
Disallow: /signup
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /verify-email
Disallow: /invite
Disallow: /dashboard
Disallow: /dashboard/
Disallow: /p/
Disallow: /admin
Disallow: /admin/

# Decorative hero glow. Google was indexing this as the brand thumbnail.
Disallow: /img/background/

# Email-only assets. Not site pages; keep them out of image search.
Disallow: /email/

# Explicit allow for major AI / answer-engine crawlers
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

Sitemap: https://mythex.ai/sitemap.xml
Sitemap: https://docs.mythex.ai/sitemap.xml