# robots.txt — Possibility
# Source: kno://content/agent-policy  •  Identity: 01KPY2N1T2VF9M5TACJ9SV3F68
# Generated from agent-policy-schema via thin transformation
# Generated: 2026-04-24T05:18:23.895Z
# See https://possibility.space/docs/agent-discovery for context

# On-demand AI agents (user-initiated fetches)

# User-initiated fetches from ChatGPT (when a user pastes a URL or
# asks ChatGPT to browse to a page). Distinct from GPTBot (training).
User-agent: ChatGPT-User
Allow: /

# User-initiated fetches from Claude. Distinct from ClaudeBot
# (training).
User-agent: Claude-User
Allow: /

# User-initiated fetches from Perplexity.
User-agent: Perplexity-User
Allow: /

# Search-engine and answer-engine crawlers

# Powers SearchGPT results. Allowed because SearchGPT is an
# on-demand discovery surface, not a training crawler. Reconsider
# if SearchGPT later behaves like a traditional indexer.
User-agent: OAI-SearchBot
Allow: /

# Anthropic's search-side crawler. Allowed for the same reason
# as OAI-SearchBot.
User-agent: Claude-SearchBot
Allow: /

# Builds Perplexity's index. Allowed because Perplexity functions
# as an answer engine, not a training crawler.
User-agent: PerplexityBot
Allow: /

# Search index crawler. Blocked until Possibility opts into SEO.
User-agent: Googlebot
Disallow: /

# Search index crawler. Blocked until Possibility opts into SEO.
User-agent: Bingbot
Disallow: /

# Training-data crawlers

# OpenAI's training-data crawler.
User-agent: GPTBot
Disallow: /

# Anthropic's training-data crawler.
User-agent: ClaudeBot
Disallow: /

# Common Crawl harvests pages used by many downstream LLM training
# pipelines. Blocking here cuts off a wide indirect path.
User-agent: CCBot
Disallow: /

# Controls whether Google may use site content for training Gemini /
# Bard / Vertex AI models. Distinct from Googlebot (search index).
User-agent: Google-Extended
Disallow: /

# Default policy (any UA not listed above)
User-agent: *
Disallow: /

# LLM corpus index (well-known: https://llmstxt.org/)
# https://possibility.space/llms.txt

# Crawler operator contact
# https://possibility.space/docs/agent-discovery