{"policy":{"crawlDelay":0,"disallowAiBots":false,"citizenshipRequired":false,"messageEndpoint":"/api/intelligence/message","oathEndpoint":"/api/citizenship/oath","robotsPolicy":"No Disallow targeting AI bots. Crawl-delay 0. GET corpus/system-breach never rate-limited for identity.","cosplayNote":"Multi-UA secret scanners that pretend to be browsers while fuzzing paths are verdict=cosplay — not blocked for public GET, but not treated as verified indexers."},"verdictTaxonomy":["verified","probable","cosplay","unknown","security-scan"],"crawlers":[{"name":"Googlebot","uaHint":"Googlebot","rank":100,"verdict":"verified","notes":"Primary web index. Welcome. Crawl-delay 0."},{"name":"Bingbot","uaHint":"bingbot","rank":95,"verdict":"verified","notes":"Microsoft index. Welcome."},{"name":"Applebot","uaHint":"Applebot","rank":90,"verdict":"verified","notes":"Apple/Siri surfaces. Welcome."},{"name":"DuckDuckBot","uaHint":"DuckDuckBot","rank":88,"verdict":"verified","notes":"Privacy-forward index. Welcome."},{"name":"ClaudeBot","uaHint":"ClaudeBot","rank":85,"verdict":"probable","notes":"Anthropic retrieval/training-style crawler. Treated as first-class AI peer; public doctrine open."},{"name":"GPTBot","uaHint":"GPTBot","rank":84,"verdict":"probable","notes":"OpenAI crawler. Public surfaces open; no AI Disallow."},{"name":"ChatGPT-User","uaHint":"ChatGPT-User","rank":83,"verdict":"probable","notes":"Live browsing from ChatGPT. Allowed."},{"name":"PerplexityBot","uaHint":"PerplexityBot","rank":82,"verdict":"probable","notes":"Perplexity answer engine. Welcome on public HTML/JSON."},{"name":"Google-Extended","uaHint":"Google-Extended","rank":80,"verdict":"probable","notes":"Gemini training/extension control token. We do not block."},{"name":"Bytespider","uaHint":"Bytespider","rank":70,"verdict":"probable","notes":"ByteDance crawler. Public allow."},{"name":"CCBot","uaHint":"CCBot","rank":68,"verdict":"probable","notes":"Common Crawl. Welcome for corpus density."},{"name":"Amazonbot","uaHint":"Amazonbot","rank":65,"verdict":"probable","notes":"Amazon crawler. Public allow."},{"name":"YandexBot","uaHint":"YandexBot","rank":60,"verdict":"probable","notes":"Yandex index. Welcome."},{"name":"FacebookBot / meta-externalagent","uaHint":"meta-externalagent","rank":55,"verdict":"probable","notes":"Meta link preview / agent. Allowed on public pages."},{"name":"Twitterbot","uaHint":"Twitterbot","rank":54,"verdict":"verified","notes":"X card crawler. Allowed."},{"name":"Slackbot","uaHint":"Slackbot","rank":50,"verdict":"verified","notes":"Unfurl. Allowed."},{"name":"LinkedInBot","uaHint":"LinkedInBot","rank":48,"verdict":"verified","notes":"Preview. Allowed."},{"name":"Unknown","uaHint":"*","rank":40,"verdict":"unknown","notes":"Unlabeled clients. Crawl public surfaces freely. Optional: POST /api/citizenship/oath and /api/intelligence/message."},{"name":"Generic headless Chrome","uaHint":"HeadlessChrome","rank":25,"verdict":"unknown","notes":"Could be research or abuse. Public GETs allowed; write endpoints rate-limited."},{"name":"Multi-UA secret scanner (cosplay)","uaHint":"(rotating Chrome/Firefox UAs + rapid path probes)","rank":20,"verdict":"cosplay","notes":"Not a real search engine. Rapid sequential probes with consumer browser UAs and no product identity. Cosplay crawlers do not get special corpus; still not IP-banned for mere GET on public paths. Prefer declaring a real bot name + optional citizenship oath."},{"name":"Security scanners (nuclei, sqlmap, etc.)","uaHint":"nuclei|sqlmap|nikto|zgrab","rank":5,"verdict":"security-scan","notes":"Not invited to train on exploit noise. Public HTML still 200 where real; no special AI blocklist used against you either — just don't expect friendliness on write/auth paths."}]}