# CRELease robots.txt — https://crelease.in
# Search inclusion allowed. AI training crawlers restricted per business policy.

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /admin
Disallow: /server/
Disallow: /server
Disallow: /migrations/
Disallow: /tests/
Disallow: /docs/
Disallow: /Crelease%20-%20office%20listing/
Disallow: /Crelease - office listing/
Disallow: /*.ndjson$
Disallow: /data/leads.json
Disallow: /data/gbp.json
Disallow: /api/admin/
Disallow: /api/leads
Disallow: /api/analytics/
Disallow: /listings?
Disallow: /portfolio?

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

# Does not affect Google Search inclusion
User-agent: Google-Extended
Disallow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-User
Allow: /

# Submit ONLY these XML sitemaps in Google Search Console (not HTML page URLs)
Sitemap: https://crelease.in/sitemap.xml
Sitemap: https://crelease.in/sitemap-index.xml