# Full content is open to search engines. What is disallowed below is router plumbing and
# per-colour handoff links, never a page a person would land on.
User-agent: *
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /
Disallow: /api/
Disallow: /*_rsc=
Disallow: /tools/qr?

# AI crawlers: everything except the ~5,000 per-colour pages, which are described in full at
# https://okhten.com/ai/tools.md instead. The colour explorer itself stays open.
User-agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /*_rsc=
Disallow: /tools/qr?
Disallow: /tools/color/

User-agent: ShapBot
Allow: /
Disallow: /api/
Disallow: /*_rsc=
Disallow: /tools/qr?
Disallow: /tools/color/

User-agent: meta-externalagent
Allow: /
Disallow: /api/
Disallow: /*_rsc=
Disallow: /tools/qr?
Disallow: /tools/color/

User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /*_rsc=
Disallow: /tools/qr?
Disallow: /tools/color/

User-agent: OAI-SearchBot
Allow: /
Disallow: /api/
Disallow: /*_rsc=
Disallow: /tools/qr?
Disallow: /tools/color/

User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /*_rsc=
Disallow: /tools/qr?
Disallow: /tools/color/

User-agent: Bytespider
Allow: /
Disallow: /api/
Disallow: /*_rsc=
Disallow: /tools/qr?
Disallow: /tools/color/

User-agent: Amazonbot
Allow: /
Disallow: /api/
Disallow: /*_rsc=
Disallow: /tools/qr?
Disallow: /tools/color/

User-agent: Applebot-Extended
Allow: /
Disallow: /api/
Disallow: /*_rsc=
Disallow: /tools/qr?
Disallow: /tools/color/

User-agent: CCBot
Allow: /
Disallow: /api/
Disallow: /*_rsc=
Disallow: /tools/qr?
Disallow: /tools/color/

User-agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /*_rsc=
Disallow: /tools/qr?
Disallow: /tools/color/

Sitemap: https://okhten.com/sitemap.xml