# Tennis Academy Map crawler policy
#
# - Classic search engines: fully allowed.
# - AI answer/search agents (live lookups, citations): allowed on HTML pages.
# - AI training crawlers (dataset collection): disallowed.
# - /data/ and /api/ are blocked for every crawler except general web/search
#   indexing; they serve the site's JSON data contract, not public pages.
# - Bulk reuse, scraping, or resale of the underlying academy database is not
#   permitted. See https://tennisacademymap.com/data-terms/ for terms.
# - Content-Signal directives (search=yes, ai-train=no) are managed by
#   Cloudflare at the edge; see docs/cloudflare-ai-crawler-settings.md.

# Default: general crawlers and search engines.
# /data/ stays open here: Googlebot needs map-points.json to render the
# homepage map (blocking render-critical resources hurts indexing).
User-agent: *
Allow: /
Disallow: /api/

# AI training crawlers: disallowed entirely
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Amazonbot
Disallow: /

# AI answer/search agents: allowed on HTML pages, data/api still excluded
User-agent: OAI-SearchBot
Allow: /
Disallow: /data/
Disallow: /api/

User-agent: ChatGPT-User
Allow: /
Disallow: /data/
Disallow: /api/

User-agent: Claude-SearchBot
Allow: /
Disallow: /data/
Disallow: /api/

User-agent: Claude-User
Allow: /
Disallow: /data/
Disallow: /api/

User-agent: PerplexityBot
Allow: /
Disallow: /data/
Disallow: /api/

User-agent: Perplexity-User
Allow: /
Disallow: /data/
Disallow: /api/

User-agent: DuckAssistBot
Allow: /
Disallow: /data/
Disallow: /api/

Sitemap: https://tennisacademymap.com/sitemap-index.xml