User-agent: *
Allow: /
Disallow: /api/
Disallow: /scans/
Disallow: /health

# A crawler with its own group ignores the * group, so each group below repeats its rules.
# /mcp is closed to Google only: AI agents fetch /mcp/start and call the MCP server.
User-agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /scans/
Disallow: /health
Disallow: /mcp

# AI crawlers - explicitly allowed
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: PerplexityBot
User-agent: Google-Extended
User-agent: Applebot-Extended
Allow: /
Disallow: /api/
Disallow: /scans/
Disallow: /health

# Sitemaps
Sitemap: https://vibedoctor.io/sitemap.xml
Sitemap: https://vibedoctor.io/sitemap-pages.xml
Sitemap: https://vibedoctor.io/sitemap-blog.xml