{"domain":"themoviedb.org","date":"2026-10-26","source":"https://infrarabbit.com/crawlers/domain/themoviedb.org","license":"CC BY 4.0","observed":true,"robots_txt":{"state":"ok","http":200,"url":"https://www.themoviedb.org/robots.txt","sha256":"e4f088c00733329295e9630cc946ae8ed7abecec3f850281eb5787a190bf7772","unchanged_since":"2026-10-26","observed_through":"2026-10-27"},"known":true,"bots":{"GPTBot":{"verdict":"block","via":"named"},"OAI-SearchBot":{"verdict":"block","via":"named"},"ChatGPT-User":{"verdict":"block","via":"named"},"ClaudeBot":{"verdict":"block","via":"named"},"Claude-SearchBot":{"verdict":"block","via":"named"},"Claude-User":{"verdict":"block","via":"named"},"PerplexityBot":{"verdict":"block","via":"named"},"Perplexity-User":{"verdict":"block","via":"named"},"Googlebot":{"verdict":"allow","via":"none"},"Google-Extended":{"verdict":"block","via":"named"},"Applebot-Extended":{"verdict":"block","via":"named"},"CCBot":{"verdict":"block","via":"named"},"Bytespider":{"verdict":"block","via":"named"},"Meta-ExternalAgent":{"verdict":"block","via":"named"},"Amazonbot":{"verdict":"block","via":"named"},"AddSearchBot":{"verdict":"block","via":"named"},"aiHitBot":{"verdict":"block","via":"named"},"Andibot":{"verdict":"block","via":"named"},"anthropic-ai":{"verdict":"block","via":"named"},"Applebot":{"verdict":"block","via":"named"},"Awario":{"verdict":"block","via":"named"},"bedrockbot":{"verdict":"block","via":"named"},"Brightbot":{"verdict":"block","via":"named"},"Claude-Web":{"verdict":"block","via":"named"},"CloudVertexBot":{"verdict":"block","via":"named"},"cohere-ai":{"verdict":"block","via":"named"},"cohere-training-data-crawler":{"verdict":"block","via":"named"},"Cotoyogi":{"verdict":"block","via":"named"},"Crawlspace":{"verdict":"block","via":"named"},"Devin":{"verdict":"block","via":"named"},"Diffbot":{"verdict":"block","via":"named"},"DuckAssistBot":{"verdict":"block","via":"named"},"EchoboxBot":{"verdict":"block","via":"named"},"FacebookBot":{"verdict":"block","via":"named"},"facebookexternalhit":{"verdict":"block","via":"named"},"Factset_spyderbot":{"verdict":"block","via":"named"},"FirecrawlAgent":{"verdict":"block","via":"named"},"FriendlyCrawler":{"verdict":"block","via":"named"},"Gemini-Deep-Research":{"verdict":"block","via":"named"},"Google-CloudVertexBot":{"verdict":"block","via":"named"},"GoogleAgent-Mariner":{"verdict":"block","via":"named"},"GoogleOther":{"verdict":"block","via":"named"},"GoogleOther-Image":{"verdict":"block","via":"named"},"GoogleOther-Video":{"verdict":"block","via":"named"},"iaskspider":{"verdict":"block","via":"named"},"ICC-Crawler":{"verdict":"block","via":"named"},"ImagesiftBot":{"verdict":"block","via":"named"},"ISSCyberRiskCrawler":{"verdict":"block","via":"named"},"LinerBot":{"verdict":"block","via":"named"},"meta-externalfetcher":{"verdict":"block","via":"named"},"MistralAI-User":{"verdict":"block","via":"named"},"MyCentralAIScraperBot":{"verdict":"block","via":"named"},"NovaAct":{"verdict":"block","via":"named"},"omgili":{"verdict":"block","via":"named"},"omgilibot":{"verdict":"block","via":"named"},"OpenAI":{"verdict":"block","via":"named"},"Operator":{"verdict":"block","via":"named"},"PanguBot":{"verdict":"block","via":"named"},"Panscient":{"verdict":"block","via":"named"},"PetalBot":{"verdict":"block","via":"named"},"PhindBot":{"verdict":"block","via":"named"},"QualifiedBot":{"verdict":"block","via":"named"},"QuillBot":{"verdict":"block","via":"named"},"SBIntuitionsBot":{"verdict":"block","via":"named"},"Scrapy":{"verdict":"block","via":"named"},"SemrushBot-OCOB":{"verdict":"block","via":"named"},"SemrushBot-SWA":{"verdict":"block","via":"named"},"Thinkbot":{"verdict":"block","via":"named"},"TikTokSpider":{"verdict":"block","via":"named"},"Timpibot":{"verdict":"block","via":"named"},"VelenPublicWebCrawler":{"verdict":"block","via":"named"},"WARDBot":{"verdict":"block","via":"named"},"Webzio-Extended":{"verdict":"block","via":"named"},"wpbot":{"verdict":"block","via":"named"},"YaK":{"verdict":"block","via":"named"},"YandexAdditional":{"verdict":"block","via":"named"},"YandexAdditionalBot":{"verdict":"block","via":"named"},"YouBot":{"verdict":"block","via":"named"}},"wildcard":null,"blocked_headline_bots":["GPTBot","OAI-SearchBot","ChatGPT-User","ClaudeBot","Claude-SearchBot","Claude-User","PerplexityBot","Perplexity-User","Google-Extended","Applebot-Extended","CCBot","Bytespider","Meta-ExternalAgent","Amazonbot"],"partial_headline_bots":[],"signals":{"llms":null,"aitxt":null,"tdmrep":null,"tdm_reserved":null,"content_signals":null,"ai_train_no":null,"rsl":null,"x402":null,"payment_required":null,"noai_meta":null,"fetch_blocked":false},"content_signals":[],"rsl_licenses":[],"llms_txt":null,"tdmrep":null,"homepage":{"state":"fetch-blocked","tdm_header":false,"tdm_meta":false,"tdm_policy":null,"noai":[],"x402":false,"crawler_price":null},"summary":"On 26 October 2026, themoviedb.org's robots.txt fully blocked GPTBot, OAI-SearchBot, ClaudeBot, Claude-SearchBot, Google-Extended, PerplexityBot and CCBot.","evidence":{"merkle_root":"eb599ad417c868dbf43432f7bf4d77749e4f575880830590bb54b019a342ffdf","opentimestamps":"complete (bitcoin block 973294)","proof":"https://infrarabbit.com/crawlers/proofs/2026-10-26"}}