# public/robots.txt
User-agent: *
Allow: /
Disallow: /api/
Disallow: /auth/
Disallow: /profile
Disallow: /admin/
Disallow: /reset-password
Disallow: /notebooks
Disallow: /second-brain
Disallow: /knowledge-graph

Sitemap: https://askmukthiguru.lovable.app/sitemap.xml

# Allow AI crawlers to index content (with same exclusions as wildcard group)
User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /auth/
Disallow: /profile
Disallow: /admin/
Disallow: /reset-password
Disallow: /notebooks
Disallow: /second-brain
Disallow: /knowledge-graph

User-agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /auth/
Disallow: /profile
Disallow: /admin/
Disallow: /reset-password
Disallow: /notebooks
Disallow: /second-brain
Disallow: /knowledge-graph

User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /auth/
Disallow: /profile
Disallow: /admin/
Disallow: /reset-password
Disallow: /notebooks
Disallow: /second-brain
Disallow: /knowledge-graph

User-agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /auth/
Disallow: /profile
Disallow: /admin/
Disallow: /reset-password
Disallow: /notebooks
Disallow: /second-brain
Disallow: /knowledge-graph

User-agent: AppleBot
Allow: /
Disallow: /api/
Disallow: /auth/
Disallow: /profile
Disallow: /admin/
Disallow: /reset-password
Disallow: /notebooks
Disallow: /second-brain
Disallow: /knowledge-graph