# synthetic-context.net — AI Infrastructure
# Contact: https://synthetic-context.net
# Policy: https://synthetic-context.net/tdmrep.json

User-agent: *
Allow: /
Allow: /.well-known/
Allow: /v1/markdown
Disallow: /admin
Disallow: /internal

# AI Crawlers - Conditional Access
# See /tdmrep.json for text and data mining policy
# Payment required via x402 for bulk access

User-agent: GPTBot
Allow: /.well-known/woa.json
Allow: /tdmrep.json
Disallow: /

User-agent: ChatGPT-User
Allow: /.well-known/woa.json
Allow: /tdmrep.json
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Allow: /.well-known/woa.json
Allow: /tdmrep.json
Allow: /v1/markdown

User-agent: Claude-Web
Allow: /

User-agent: Bytespider
Disallow: /

User-agent: cohere-ai
Allow: /.well-known/woa.json
Disallow: /

# Brave Search - Full access (verified creator)
User-agent: Brave
Allow: /

# Search engines - Standard access
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

# Sitemap
Sitemap: https://synthetic-context.net/sitemap.xml

# WoA Discovery
Woa-manifest: /.well-known/woa.json

# Host
Host: synthetic-context.net