# The board is meant to be indexed. The workers.dev preview is NOT, and that is
# handled by the X-Robots-Tag in public/_headers rather than here — one robots.txt
# is served on both hostnames and cannot tell them apart.
#
# Content-Signal (https://contentsignals.org/) is the site's AI policy, decided
# 2026-09-21: AI search and AI answers are welcome, training on the wire is not.
# The line is exact on purpose — a malformed one can invalidate the whole file.
# This file is the ONE owner of robots.txt: Cloudflare's managed robots.txt and Bot
# Preference Sync stay off, or two sources stack.
#
# MCP: this site runs a free MCP server. No account, no key, no sign-up.
#   Endpoint:     https://mooncatcherwire.com/mcp   (Streamable HTTP, JSON-RPC 2.0)
#   About it:     https://mooncatcherwire.com/agents/
#   Server card:  https://mooncatcherwire.com/.well-known/mcp/server-card.json
# Agents are welcome to call it. The explicit Allow lines below say so; Allow: /
# already covers them.
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /mcp
Allow: /agents/
Allow: /.well-known/
Allow: /

# AI search and answer engines: welcome. A named group REPLACES the * group for that
# bot, so the policy line repeats here.
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /mcp
Allow: /agents/
Allow: /.well-known/
Allow: /

# AI training crawlers (Cloudflare's managed block list): not permitted.
# Google-Extended also governs Gemini grounding; move it to the group above if Gemini
# citations come to matter more than the training opt-out.
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: CCBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Bytespider
User-agent: meta-externalagent
User-agent: Amazonbot
Disallow: /

Sitemap: https://www.mooncatcherwire.com/sitemap.xml