# Content signals (https://contentsignals.org):
# search:   building a search index and showing search results with links and short excerpts.
# ai-input: using the content as input to an AI model to answer a question (retrieval, grounding, AI search).
# ai-train: training or fine-tuning AI models.
# A "no" is an express reservation of rights under Article 4 of the EU Directive 2019/790 on copyright
# and related rights in the Digital Single Market.

# Search and answer engines
User-agent: Googlebot
User-agent: Bingbot
User-agent: Applebot
User-agent: DuckDuckBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /api/

# Model training
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: Meta-ExternalAgent
User-agent: Bytespider
User-agent: cohere-training-data-crawler
User-agent: Amazonbot
Disallow: /

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /api/

Sitemap: https://arche.directory/sitemap-index.xml