User-agent: *
Allow: /

# AI and answer-engine crawlers are welcome — /llms.txt carries a plain-text
# brief generated from the same source as the page.
#
# Named in two groups, because the distinction decides whether this page can
# be cited at all. GPTBot, ClaudeBot and Google-Extended are *training*
# crawlers: allowing them affects a future model, not today's answer. The
# second group is what actually fetches a page to answer a live question,
# and blocking those is how a site ends up absent from ChatGPT and Perplexity
# while its owner points at an allowed GPTBot and wonders why.
#
# `User-agent: *` above already permits all of them. They are spelled out so
# that a future Disallow added to the wildcard does not silently take the
# answer engines with it — a robots parser obeys the most specific group it
# matches, so these keep their own.

# Training
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

# Search and user-initiated retrieval
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

Sitemap: https://bookscourt.com/sitemap-index.xml