User-Agent: *
Allow: /
Disallow: /settings
Disallow: /auth/
Disallow: /healthz
Disallow: /health
Disallow: /md/

User-Agent: GPTBot
User-Agent: ClaudeBot
User-Agent: anthropic-ai
User-Agent: PerplexityBot
User-Agent: CCBot
User-Agent: Google-Extended
Allow: /
Disallow: /settings
Disallow: /auth/
Disallow: /healthz
Disallow: /health
Disallow: /md/

Host: https://deepentresearch.com
Sitemap: https://deepentresearch.com/sitemap.xml