# OBX Brief Access Wall — plan decision D7.
# Allow search crawlers (SEO for the public issue previews). Block AI-training
# crawlers and Google-Extended — the free preview is all any bot can reach
# (the article body is gated server-side), so this only governs model training.
# robots.txt is advisory; the real protection is the get_newsletter_reader gate.

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# ── AI-training crawlers: disallowed ──
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

# ── Everyone else: allowed (search discovery), gated content stays server-side ──
User-agent: *
Allow: /

Sitemap: https://newsletter.businessoforthobiologics.com/sitemap.xml