{"domain":"unesco.org","date":"2026-10-26","source":"https://infrarabbit.com/crawlers/domain/unesco.org","license":"CC BY 4.0","observed":true,"robots_txt":{"state":"ok","http":200,"url":"https://www.unesco.org/robots.txt","sha256":"f5afb304fb7fb8829e83f49b84f7486b01b7c7327b8afba43d538734f7062744","unchanged_since":"2026-10-26","observed_through":"2026-10-27"},"known":true,"bots":{"GPTBot":{"verdict":"block","via":"named"},"OAI-SearchBot":{"verdict":"allow","via":"wildcard"},"ChatGPT-User":{"verdict":"allow","via":"wildcard"},"ClaudeBot":{"verdict":"block","via":"named"},"Claude-SearchBot":{"verdict":"allow","via":"wildcard"},"Claude-User":{"verdict":"allow","via":"wildcard"},"PerplexityBot":{"verdict":"allow","via":"wildcard"},"Perplexity-User":{"verdict":"allow","via":"wildcard"},"Googlebot":{"verdict":"allow","via":"wildcard"},"Google-Extended":{"verdict":"allow","via":"wildcard"},"Applebot-Extended":{"verdict":"block","via":"named"},"CCBot":{"verdict":"block","via":"named"},"Bytespider":{"verdict":"block","via":"named"},"Meta-ExternalAgent":{"verdict":"block","via":"named"},"Amazonbot":{"verdict":"block","via":"named"},"ChatGLM-Spider":{"verdict":"block","via":"named"},"cohere-training-data-crawler":{"verdict":"block","via":"named"},"DeepSeekBot":{"verdict":"block","via":"named"},"DoubaoBot":{"verdict":"block","via":"named"},"ERNIEBot":{"verdict":"block","via":"named"},"FacebookBot":{"verdict":"block","via":"named"},"MistralAI-Training":{"verdict":"block","via":"named"},"omgili":{"verdict":"block","via":"named"},"omgilibot":{"verdict":"block","via":"named"}},"wildcard":"allow","blocked_headline_bots":["GPTBot","ClaudeBot","Applebot-Extended","CCBot","Bytespider","Meta-ExternalAgent","Amazonbot"],"partial_headline_bots":[],"signals":{"llms":true,"aitxt":false,"tdmrep":false,"tdm_reserved":true,"content_signals":true,"ai_train_no":true,"rsl":true,"x402":false,"payment_required":false,"noai_meta":false,"fetch_blocked":false},"content_signals":[{"agents":["*"],"signals":{"search":"yes","ai-input":"yes","ai-train":"no","use":"reference"}}],"rsl_licenses":["https://www.unesco.org/en/terms-use"],"llms_txt":{"title":"UNESCO","bytes":10568,"links":53,"h1":true},"tdmrep":null,"homepage":{"state":"ok","tdm_header":true,"tdm_meta":false,"tdm_policy":"https://www.unesco.org/tdm-policy.json","noai":[],"x402":false,"crawler_price":null},"summary":"On 26 October 2026, unesco.org's robots.txt fully blocked GPTBot, ClaudeBot and CCBot; it also published llms.txt, reserved TDM rights, signalled ai-train=no and referenced an RSL licence.","evidence":{"merkle_root":"eb599ad417c868dbf43432f7bf4d77749e4f575880830590bb54b019a342ffdf","opentimestamps":"complete (bitcoin block 973294)","proof":"https://infrarabbit.com/crawlers/proofs/2026-10-26"}}