# ── Standard crawlers ─────────────────────────────────────────
User-agent: *
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/

# ── AI crawlers — explicitly allowed ──────────────────────────
User-agent: GPTBot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/

User-agent: PerplexityBot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/

User-agent: ClaudeBot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/

User-agent: Gemini-Ai
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/

Sitemap: https://gaursnewprojects.in/sitemap.xml