{"domain":"bbc.com","date":"2026-10-27","source":"https://infrarabbit.com/crawlers/domain/bbc.com","license":"CC BY 4.0","observed":true,"robots_txt":{"state":"ok","http":200,"url":"https://www.bbc.com/robots.txt","sha256":"37a8567b049d9a34ca7b7dcb420ed3b8cbd929f1720a1c57c03ad28a1efec0b7","unchanged_since":"2026-10-26","observed_through":"2026-10-27"},"known":true,"bots":{"GPTBot":{"verdict":"block","via":"named"},"OAI-SearchBot":{"verdict":"block","via":"named"},"ChatGPT-User":{"verdict":"block","via":"named"},"ClaudeBot":{"verdict":"block","via":"named"},"Claude-SearchBot":{"verdict":"allow","via":"wildcard"},"Claude-User":{"verdict":"allow","via":"wildcard"},"PerplexityBot":{"verdict":"block","via":"named"},"Perplexity-User":{"verdict":"block","via":"named"},"Googlebot":{"verdict":"allow","via":"wildcard"},"Google-Extended":{"verdict":"block","via":"named"},"Applebot-Extended":{"verdict":"block","via":"named"},"CCBot":{"verdict":"block","via":"named"},"Bytespider":{"verdict":"block","via":"named"},"Meta-ExternalAgent":{"verdict":"block","via":"named"},"Amazonbot":{"verdict":"block","via":"named"},"Amzn-SearchBot":{"verdict":"block","via":"named"},"Amzn-User":{"verdict":"block","via":"named"},"anthropic-ai":{"verdict":"block","via":"named"},"ApifyBot":{"verdict":"block","via":"named"},"ApifyWebsiteContentCrawler":{"verdict":"block","via":"named"},"Brightbot":{"verdict":"block","via":"named"},"Claude-Web":{"verdict":"block","via":"named"},"CloudflareBrowserRenderingCrawler":{"verdict":"block","via":"named"},"cohere-ai":{"verdict":"block","via":"named"},"Diffbot":{"verdict":"block","via":"named"},"Diffbot-User":{"verdict":"block","via":"named"},"ExaBot":{"verdict":"block","via":"named"},"FirecrawlAgent":{"verdict":"block","via":"named"},"Google-CloudVertexBot":{"verdict":"block","via":"named"},"omgili":{"verdict":"block","via":"named"},"omgilibot":{"verdict":"block","via":"named"},"PetalBot":{"verdict":"block","via":"named"},"Scrapy":{"verdict":"block","via":"named"},"ShapBot":{"verdict":"block","via":"named"},"TavilyBot":{"verdict":"block","via":"named"},"YandexAdditional":{"verdict":"block","via":"named"},"YandexAdditionalBot":{"verdict":"block","via":"named"},"YouBot":{"verdict":"block","via":"named"}},"wildcard":"allow","blocked_headline_bots":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","CCBot","Bytespider","Meta-ExternalAgent","Amazonbot"],"partial_headline_bots":[],"signals":{"llms":false,"aitxt":false,"tdmrep":false,"tdm_reserved":false,"content_signals":false,"ai_train_no":false,"rsl":false,"x402":false,"payment_required":false,"noai_meta":false,"fetch_blocked":false},"content_signals":[],"rsl_licenses":[],"llms_txt":null,"tdmrep":null,"homepage":{"state":"ok","tdm_header":false,"tdm_meta":false,"tdm_policy":null,"noai":[],"x402":false,"crawler_price":null},"summary":"On 27 October 2026, bbc.com's robots.txt fully blocked GPTBot, OAI-SearchBot, ClaudeBot, Google-Extended, PerplexityBot and CCBot.","evidence":{"merkle_root":"99abfe21c93f936522d58c80314ab721007b7ea6ddc50c3d3c00abf223fa05bb","opentimestamps":"complete (bitcoin block 973493)","proof":"https://infrarabbit.com/crawlers/proofs/2026-10-27"}}