{"domain":"cnet.com","date":"2026-10-28","source":"https://infrarabbit.com/crawlers/domain/cnet.com","license":"CC BY 4.0","observed":true,"robots_txt":{"state":"ok","http":200,"url":"https://www.cnet.com/robots.txt","sha256":"6300fd9712a375806d8603b1f5e0366f937439c4a74969f70c225d83c68061b3","unchanged_since":"2026-10-27","observed_through":"2026-10-28"},"known":true,"bots":{"GPTBot":{"verdict":"block","via":"named"},"OAI-SearchBot":{"verdict":"block","via":"named"},"ChatGPT-User":{"verdict":"block","via":"named"},"ClaudeBot":{"verdict":"block","via":"named"},"Claude-SearchBot":{"verdict":"block","via":"named"},"Claude-User":{"verdict":"block","via":"named"},"PerplexityBot":{"verdict":"block","via":"named"},"Perplexity-User":{"verdict":"block","via":"named"},"Googlebot":{"verdict":"partial","via":"wildcard"},"Google-Extended":{"verdict":"partial","via":"wildcard"},"Applebot-Extended":{"verdict":"block","via":"named"},"CCBot":{"verdict":"block","via":"named"},"Bytespider":{"verdict":"block","via":"named"},"Meta-ExternalAgent":{"verdict":"block","via":"named"},"Amazonbot":{"verdict":"block","via":"named"},"AddSearchBot":{"verdict":"block","via":"named"},"AgentDataBot":{"verdict":"block","via":"named"},"AIWebIndex":{"verdict":"block","via":"named"},"amazon-QBusiness":{"verdict":"block","via":"named"},"AmazonBuyForMe":{"verdict":"block","via":"named"},"Amzn-SearchBot":{"verdict":"block","via":"named"},"Amzn-User":{"verdict":"block","via":"named"},"anthropic-ai":{"verdict":"block","via":"named"},"ApifyBot":{"verdict":"block","via":"named"},"ApifyWebsiteContentCrawler":{"verdict":"block","via":"named"},"Applebot":{"verdict":"block","via":"named"},"atlassian-bot":{"verdict":"block","via":"named"},"AzureAI-SearchBot":{"verdict":"block","via":"named"},"BixelBot":{"verdict":"block","via":"named"},"Bravebot":{"verdict":"block","via":"named"},"Brightbot":{"verdict":"block","via":"named"},"ChatGLM-Spider":{"verdict":"block","via":"named"},"Claude-Code":{"verdict":"block","via":"named"},"Claude-Web":{"verdict":"block","via":"named"},"Cloudflare-AutoRAG":{"verdict":"block","via":"named"},"CloudflareBrowserRenderingCrawler":{"verdict":"block","via":"named"},"Code":{"verdict":"block","via":"named"},"cohere-ai":{"verdict":"block","via":"named"},"cohere-training-data-crawler":{"verdict":"block","via":"named"},"Cotoyogi":{"verdict":"block","via":"named"},"Cursor":{"verdict":"block","via":"named"},"DeepSeekBot":{"verdict":"block","via":"named"},"Devin":{"verdict":"block","via":"named"},"Diffbot":{"verdict":"block","via":"named"},"DuckAssistBot":{"verdict":"block","via":"named"},"ExaBot":{"verdict":"block","via":"named"},"ExaSearchBot":{"verdict":"block","via":"named"},"FacebookBot":{"verdict":"block","via":"named"},"Factset_spyderbot":{"verdict":"block","via":"named"},"FirecrawlAgent":{"verdict":"block","via":"named"},"GeistHaus-PageFetcher":{"verdict":"block","via":"named"},"GrokBot":{"verdict":"block","via":"named"},"Hunyuan":{"verdict":"block","via":"named"},"iAskBot":{"verdict":"block","via":"named"},"iaskspider":{"verdict":"block","via":"named"},"ICC-Crawler":{"verdict":"block","via":"named"},"ImagesiftBot":{"verdict":"block","via":"named"},"imageSpider":{"verdict":"block","via":"named"},"kagi-fetcher":{"verdict":"block","via":"named"},"KeenableBot":{"verdict":"block","via":"named"},"Kimi-Agent":{"verdict":"block","via":"named"},"Kimi-User":{"verdict":"block","via":"named"},"KlaviyoAIBot":{"verdict":"block","via":"named"},"KunatoCrawler":{"verdict":"block","via":"named"},"laion-huggingface-processor":{"verdict":"block","via":"named"},"LCC":{"verdict":"block","via":"named"},"LinerBot":{"verdict":"block","via":"named"},"LinkupBot":{"verdict":"block","via":"named"},"Manus-User":{"verdict":"block","via":"named"},"meta-externalfetcher":{"verdict":"block","via":"named"},"meta-webindexer":{"verdict":"block","via":"named"},"MistralAI-User":{"verdict":"block","via":"named"},"NovaAct":{"verdict":"block","via":"named"},"omgili":{"verdict":"block","via":"named"},"omgilibot":{"verdict":"block","via":"named"},"opencode":{"verdict":"block","via":"named"},"PanguBot":{"verdict":"block","via":"named"},"PetalBot":{"verdict":"block","via":"named"},"PhindBot":{"verdict":"block","via":"named"},"Poggio-Citations":{"verdict":"block","via":"named"},"qodercli":{"verdict":"block","via":"named"},"QualifiedBot":{"verdict":"block","via":"named"},"Reflectionbot":{"verdict":"block","via":"named"},"SBIntuitionsBot":{"verdict":"block","via":"named"},"Scrapy":{"verdict":"block","via":"named"},"SemrushBot-OCOB":{"verdict":"block","via":"named"},"Shap-User":{"verdict":"block","via":"named"},"ShapBot":{"verdict":"block","via":"named"},"Spider":{"verdict":"block","via":"named"},"TavilyBot":{"verdict":"block","via":"named"},"TerraCotta":{"verdict":"block","via":"named"},"Timpibot":{"verdict":"block","via":"named"},"TongyiBot":{"verdict":"block","via":"named"},"Trae":{"verdict":"block","via":"named"},"TwinAgent":{"verdict":"block","via":"named"},"UseAI":{"verdict":"block","via":"named"},"VelenPublicWebCrawler":{"verdict":"block","via":"named"},"Webzio-Extended":{"verdict":"block","via":"named"},"WRTNBot":{"verdict":"block","via":"named"},"xAI-Grok":{"verdict":"block","via":"named"},"YandexAdditionalBot":{"verdict":"block","via":"named"},"YiBot":{"verdict":"block","via":"named"},"YiyanBot":{"verdict":"block","via":"named"},"YouBot":{"verdict":"block","via":"named"},"ZanistaBot":{"verdict":"block","via":"named"}},"wildcard":"partial","blocked_headline_bots":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","Claude-User","PerplexityBot","Perplexity-User","Applebot-Extended","CCBot","Bytespider","Meta-ExternalAgent","Amazonbot"],"partial_headline_bots":["Googlebot","Google-Extended"],"signals":{"llms":false,"aitxt":false,"tdmrep":null,"tdm_reserved":null,"content_signals":false,"ai_train_no":false,"rsl":false,"x402":false,"payment_required":false,"noai_meta":false,"fetch_blocked":false},"content_signals":[],"rsl_licenses":[],"llms_txt":null,"tdmrep":null,"homepage":{"state":"ok","tdm_header":false,"tdm_meta":false,"tdm_policy":null,"noai":[],"x402":false,"crawler_price":null},"summary":"On 28 October 2026, cnet.com's robots.txt fully blocked GPTBot, OAI-SearchBot, ClaudeBot, Claude-SearchBot, PerplexityBot and CCBot.","evidence":{"merkle_root":"c23b27aee031894dbae09c8b70209d28255ed9fc8fdeb87fe880740686318b2b","opentimestamps":"complete (bitcoin block 973640)","proof":"https://infrarabbit.com/crawlers/proofs/2026-10-28"}}