{"domain":"aboutads.info","date":"2026-10-27","source":"https://infrarabbit.com/crawlers/domain/aboutads.info","license":"CC BY 4.0","observed":true,"robots_txt":{"state":"soft404","http":200,"url":"https://youradchoices.com/","sha256":null,"unchanged_since":"2026-10-27","observed_through":"2026-10-27"},"known":false,"bots":{"GPTBot":{"verdict":"unknown","via":"soft404"},"OAI-SearchBot":{"verdict":"unknown","via":"soft404"},"ChatGPT-User":{"verdict":"unknown","via":"soft404"},"ClaudeBot":{"verdict":"unknown","via":"soft404"},"Claude-SearchBot":{"verdict":"unknown","via":"soft404"},"Claude-User":{"verdict":"unknown","via":"soft404"},"PerplexityBot":{"verdict":"unknown","via":"soft404"},"Perplexity-User":{"verdict":"unknown","via":"soft404"},"Googlebot":{"verdict":"unknown","via":"soft404"},"Google-Extended":{"verdict":"unknown","via":"soft404"},"Applebot-Extended":{"verdict":"unknown","via":"soft404"},"CCBot":{"verdict":"unknown","via":"soft404"},"Bytespider":{"verdict":"unknown","via":"soft404"},"Meta-ExternalAgent":{"verdict":"unknown","via":"soft404"},"Amazonbot":{"verdict":"unknown","via":"soft404"}},"wildcard":null,"blocked_headline_bots":[],"partial_headline_bots":[],"signals":{"llms":false,"aitxt":false,"tdmrep":false,"tdm_reserved":null,"content_signals":null,"ai_train_no":null,"rsl":null,"x402":null,"payment_required":null,"noai_meta":null,"fetch_blocked":false},"content_signals":[],"rsl_licenses":[],"llms_txt":null,"tdmrep":null,"homepage":{"state":"offsite","tdm_header":false,"tdm_meta":false,"tdm_policy":null,"noai":[],"x402":false,"crawler_price":null},"summary":"On 27 October 2026, aboutads.info's robots.txt was an HTML page or not a robots.txt (a soft 404 or a bot challenge), so its policy could not be read.","evidence":{"merkle_root":"99abfe21c93f936522d58c80314ab721007b7ea6ddc50c3d3c00abf223fa05bb","opentimestamps":"complete (bitcoin block 973493)","proof":"https://infrarabbit.com/crawlers/proofs/2026-10-27"}}