# The Book Market — https://thebookmarket.com
# Author pages, book pages and series pages are original content and
# are welcome in the index. Everything below is auth-gated, invite-only,
# or a machine endpoint.
User-agent: *
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: meta-webindexer
User-agent: meta-externalfetcher
User-agent: Applebot
User-agent: Googlebot
User-agent: Bingbot
User-agent: DuckAssistBot
Allow: /
Allow: /api/v1$
Allow: /api/v1/
Content-Signal: search=yes, ai-input=yes, ai-train=no
Disallow: /api/
Disallow: /__test__/
Disallow: /account$
Disallow: /account/
Disallow: /admin$
Disallow: /admin/
Disallow: /arc$
Disallow: /arc/
Disallow: /avatars$
Disallow: /avatars/
Disallow: /billing$
Disallow: /billing/
Disallow: /books$
Disallow: /books/
Disallow: /bundles$
Disallow: /bundles/
Disallow: /campaigns$
Disallow: /campaigns/
Disallow: /checkout$
Disallow: /checkout/
Disallow: /clubs$
Disallow: /clubs/
Disallow: /contacts$
Disallow: /contacts/
Disallow: /dashboard$
Disallow: /dashboard/
Disallow: /library$
Disallow: /library/
Disallow: /onboarding$
Disallow: /onboarding/
Disallow: /payouts$
Disallow: /payouts/
Disallow: /promo-codes$
Disallow: /promo-codes/
Disallow: /publish$
Disallow: /publish/
Disallow: /qa$
Disallow: /qa/
Disallow: /reader$
Disallow: /reader/
Disallow: /reader-setup$
Disallow: /reader-setup/
Disallow: /readers$
Disallow: /readers/
Disallow: /segments$
Disallow: /segments/
Disallow: /settings$
Disallow: /settings/
Disallow: /sign-in$
Disallow: /sign-in/
Disallow: /sign-up$
Disallow: /sign-up/
Disallow: /stats$
Disallow: /stats/
Disallow: /tips$
Disallow: /tips/
Disallow: /transactions$
Disallow: /transactions/
Disallow: /unsubscribe$
Disallow: /unsubscribe/
Disallow: /upgrade$
Disallow: /upgrade/

# Training is permitted only on these marketing and documentation paths.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: CCBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: meta-externalagent
Allow: /$
Allow: /for-authors$
Allow: /for-readers$
Allow: /for-agents$
Allow: /pricing$
Allow: /about$
Allow: /faq$
Allow: /developers$
Allow: /developers/
Allow: /guides$
Allow: /guides/
Allow: /llms.txt$
Allow: /llms-full.txt$
Allow: /.well-known/agent-skills/
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Disallow: /

Sitemap: https://thebookmarket.com/sitemap.xml