# No Crawl-delay anywhere. It used to be 10s on each named AI-crawler group
# and 2s on the wildcard, which throttled exactly the fetchers we most want
# reading us. The clearest case is ChatGPT-User, which had the 10s delay and is
# a live user-triggered fetch rather than a background crawl — throttling it
# degrades an answer a person is waiting on. (Perplexity-User was never named
# here and fell under the 2s wildcard.)
#
# A multi-step agent scanner that honours the directive could also exhaust its
# per-site budget and report reachable endpoints as missing; that is a
# hypothesis, never reproduced, and not why this was removed. Crawl-delay is
# non-standard, Googlebot ignores it outright, the site is static/ISR behind
# Cloudflare, and abuse control belongs in the rate limiters — so there was
# nothing on the other side of the ledger.

User-agent: *
Disallow: /auth/
Disallow: /members/
Disallow: /admin/
Disallow: /api/admin/
Disallow: /api/auth/
Disallow: /api/docuseal/
Disallow: /api/webhooks/
Disallow: /api/my-data/

User-agent: Googlebot
Disallow: /auth/
Disallow: /members/
Disallow: /admin/
Disallow: /api/admin/
Disallow: /api/auth/
Disallow: /api/docuseal/
Disallow: /api/webhooks/
Disallow: /api/my-data/

User-agent: Twitterbot
Allow: /
Disallow: /auth/
Disallow: /members/
Disallow: /admin/
Disallow: /api/admin/
Disallow: /api/auth/
Disallow: /api/docuseal/
Disallow: /api/webhooks/
Disallow: /api/my-data/

User-agent: GPTBot
Allow: /
Disallow: /auth/
Disallow: /members/
Disallow: /admin/
Disallow: /api/admin/
Disallow: /api/auth/
Disallow: /api/docuseal/
Disallow: /api/webhooks/
Disallow: /api/my-data/

User-agent: ClaudeBot
Allow: /
Disallow: /auth/
Disallow: /members/
Disallow: /admin/
Disallow: /api/admin/
Disallow: /api/auth/
Disallow: /api/docuseal/
Disallow: /api/webhooks/
Disallow: /api/my-data/

User-agent: PerplexityBot
Allow: /
Disallow: /auth/
Disallow: /members/
Disallow: /admin/
Disallow: /api/admin/
Disallow: /api/auth/
Disallow: /api/docuseal/
Disallow: /api/webhooks/
Disallow: /api/my-data/

User-agent: ChatGPT-User
Allow: /
Disallow: /auth/
Disallow: /members/
Disallow: /admin/
Disallow: /api/admin/
Disallow: /api/auth/
Disallow: /api/docuseal/
Disallow: /api/webhooks/
Disallow: /api/my-data/

User-agent: Google-Extended
Allow: /
Disallow: /auth/
Disallow: /members/
Disallow: /admin/
Disallow: /api/admin/
Disallow: /api/auth/
Disallow: /api/docuseal/
Disallow: /api/webhooks/
Disallow: /api/my-data/

User-agent: OAI-SearchBot
Allow: /
Disallow: /auth/
Disallow: /members/
Disallow: /admin/
Disallow: /api/admin/
Disallow: /api/auth/
Disallow: /api/docuseal/
Disallow: /api/webhooks/
Disallow: /api/my-data/

# Training-only crawlers — no agent or citation value
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

Schemamap: https://agentcommunity.org/schemamap.xml
Sitemap: https://agentcommunity.org/sitemap.xml