# Conduction: robots.txt
#
# Posture: open. We allow both AI-search citation and AI-training crawls.
# Conduction is an open-source company; our content is intended to be read,
# quoted, and learned from. If that ever needs to change, swap "Allow: /"
# for "Disallow: /" on the relevant blocks below.
#
# Bots are listed explicitly even though "User-agent: *" already permits
# them. The explicit list documents intent and makes a future audit a
# one-line diff. Last reviewed: 2026-05-18.

# --- Default: allow all classic crawlers ---
User-agent: *
Allow: /

# --- AI search / citation crawlers (real-time + index) ---
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: YouBot
Allow: /

# --- AI training crawlers ---
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: CCBot
Allow: /

User-agent: cohere-training-data-crawler
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Google-Extended
Allow: /

# --- Sitemaps ---
# Per-locale, both listed so crawlers without locale-suffix discovery
# pick up the Nederlandse pages too.
Sitemap: https://www.conduction.nl/sitemap.xml
Sitemap: https://www.conduction.nl/nl/sitemap.xml