# CREATE108 / C108 — robots policy
# Search/indexing: ALLOW
# AI search / user-requested retrieval: ALLOW
# AI model training: DISALLOW where a provider exposes a separate control
# Canonical HTML policy last verified: 2026-09-21
# robots.txt implementation reviewed: 2026-10-10
# Content-Signal states publisher preferences; crawler compliance varies.

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no, use=reference
Allow: /

# AI search / user-requested retrieval
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: DuckAssistBot
User-agent: MistralAI-Index
User-agent: MistralAI-User
User-agent: Amzn-SearchBot
User-agent: Amzn-User
User-agent: meta-externalfetcher
User-agent: Cloudflare-AI-Search
Content-Signal: search=yes, ai-input=yes, ai-train=no, use=reference
Allow: /

# AI model-training / broad AI collection controls
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: MistralAI-Training
User-agent: CCBot
User-agent: Bytespider
User-agent: meta-externalagent
User-agent: Amazonbot
Content-Signal: ai-train=no
Disallow: /

Sitemap: https://www.create108.nl/sitemap.xml