# Pathrule welcomes search, AI answers and grounding, and model training.
# Content signals spec: https://contentsignals.org
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# Grouped by what a crawler is FOR rather than by vendor, so a change of policy
# is one block instead of a hunt. Each group repeats the Content-Signal because
# a crawler named in its own group does not read the wildcard group's rules.
# Every token below was checked against its vendor's own documentation.

# Search indexes.
User-agent: Googlebot
User-agent: Bingbot
User-agent: Applebot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# AI answers, grounding, and fetches a user asked for.
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# Model training. Open on purpose. This is the block to edit if that changes,
# and editing it does not affect anything above.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: Applebot-Extended
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

Sitemap: https://www.pathrule.io/sitemap.xml