User-agent: * # Content signals (contentsignals.org): use this site for search, and as input to AI answers. Content-Signal: search=yes, ai-input=yes Allow: / # Internal API surfaces — not for crawler discovery Disallow: /api/ Disallow: /api/csp-report Disallow: /admin/ # Traditional search engines User-agent: Googlebot Content-Signal: search=yes, ai-input=yes Allow: / User-agent: Googlebot-Image Content-Signal: search=yes, ai-input=yes Allow: / User-agent: Bingbot Content-Signal: search=yes, ai-input=yes Allow: / User-agent: Slurp Content-Signal: search=yes, ai-input=yes Allow: / User-agent: DuckDuckBot Content-Signal: search=yes, ai-input=yes Allow: / User-agent: Baiduspider Content-Signal: search=yes, ai-input=yes Allow: / # AI training & inference crawlers — ALL allowed User-agent: GPTBot Content-Signal: search=yes, ai-input=yes Allow: / User-agent: ChatGPT-User Content-Signal: search=yes, ai-input=yes Allow: / User-agent: OAI-SearchBot Content-Signal: search=yes, ai-input=yes Allow: / User-agent: ClaudeBot Content-Signal: search=yes, ai-input=yes Allow: / User-agent: Claude-User Content-Signal: search=yes, ai-input=yes Allow: / User-agent: Claude-SearchBot Content-Signal: search=yes, ai-input=yes Allow: / User-agent: Claude-Web Content-Signal: search=yes, ai-input=yes Allow: / User-agent: anthropic-ai Content-Signal: search=yes, ai-input=yes Allow: / User-agent: PerplexityBot Content-Signal: search=yes, ai-input=yes Allow: / User-agent: Perplexity-User Content-Signal: search=yes, ai-input=yes Allow: / User-agent: DuckAssistBot Content-Signal: search=yes, ai-input=yes Allow: / User-agent: YouBot Content-Signal: search=yes, ai-input=yes Allow: / User-agent: Applebot Content-Signal: search=yes, ai-input=yes Allow: / User-agent: Applebot-Extended Content-Signal: search=yes, ai-input=yes Allow: / User-agent: Meta-ExternalAgent Content-Signal: search=yes, ai-input=yes Allow: / User-agent: Meta-ExternalFetcher Content-Signal: search=yes, ai-input=yes Allow: / User-agent: Bytespider Content-Signal: search=yes, ai-input=yes Allow: / User-agent: CCBot Content-Signal: search=yes, ai-input=yes Allow: / User-agent: Diffbot Content-Signal: search=yes, ai-input=yes Allow: / User-agent: cohere-ai Content-Signal: search=yes, ai-input=yes Allow: / User-agent: AI2Bot Content-Signal: search=yes, ai-input=yes Allow: / User-agent: ImagesiftBot Content-Signal: search=yes, ai-input=yes Allow: / User-agent: Timpibot Content-Signal: search=yes, ai-input=yes Allow: / User-agent: FacebookBot Content-Signal: search=yes, ai-input=yes Allow: / # === Additions 2026-05-16 === User-agent: Google-Extended Content-Signal: search=yes, ai-input=yes Allow: / User-agent: GoogleOther Content-Signal: search=yes, ai-input=yes Allow: / User-agent: Amazonbot Content-Signal: search=yes, ai-input=yes Allow: / User-agent: PetalBot Content-Signal: search=yes, ai-input=yes Allow: / User-agent: Mistral-Bot Content-Signal: search=yes, ai-input=yes Allow: / User-agent: MistralAI-User Content-Signal: search=yes, ai-input=yes Allow: / User-agent: xAI-Bot Content-Signal: search=yes, ai-input=yes Allow: / User-agent: Grokbot Content-Signal: search=yes, ai-input=yes Allow: / User-agent: YandexBot Content-Signal: search=yes, ai-input=yes Allow: / User-agent: NaverBot Content-Signal: search=yes, ai-input=yes Allow: / User-agent: SeznamBot Content-Signal: search=yes, ai-input=yes Allow: / User-agent: Phindbot Content-Signal: search=yes, ai-input=yes Allow: / User-agent: Komo-Search Content-Signal: search=yes, ai-input=yes Allow: / User-agent: Andibot Content-Signal: search=yes, ai-input=yes Allow: / # === SEO backlink crawlers blocked 2026-06-27 === # The human site is 410-quarantined; these crawlers (esp. AhrefsBot ~1.7k req/wk) # spend crawl budget on Gone pages with no benefit. Pure noise — disallowed. User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / # Sitemaps Sitemap: https://wingmanprotocol.com/sitemap-index.xml # Canonicals (Sprint H D1): human pages canonicalize to wingmanprotocol.com on both # hosts; agent.wingmanprotocol.com is canonical for the MCP endpoint and for the pages # whose canonical URL is there (/humans, /credits/buy), which its own sitemap lists: # https://agent.wingmanprotocol.com/sitemap.xml (in the index above). Content-Signal is # repeated in every group above because a crawler that matches a named group obeys only # that group (RFC 9309). The Host directive (Yandex-only) stays omitted.