xnxx.health: what it tells AI crawlers

On 27 October 2026, xnxx.health's robots.txt fully blocked GPTBot, ClaudeBot, Google-Extended and CCBot; it also signalled ai-train=no.

Last verified 2026-10-28 03:59 UTC (daily run of 2026-10-27). Proof for that day.

Panel
top 10k (Tranco)
robots.txt
ok (HTTP 200) · https://xnxx.health/robots.txt
unchanged since 2026-10-27 · sha256 ee7b807e601a66dd… · view as recorded
The * group
allows applies to every agent without its own group

Per AI bot, 2026-10-27

User agentVerdictHow
GPTBotblocksnamed in its own group
OAI-SearchBotallowsthrough the * group
ChatGPT-Userallowsthrough the * group
ClaudeBotblocksnamed in its own group
Claude-SearchBotallowsthrough the * group
Claude-Userallowsthrough the * group
PerplexityBotallowsthrough the * group
Perplexity-Userallowsthrough the * group
Googlebotallowsthrough the * group
Google-Extendedblocksnamed in its own group
Applebot-Extendedblocksnamed in its own group
CCBotblocksnamed in its own group
Bytespiderblocksnamed in its own group
Meta-ExternalAgentblocksnamed in its own group
Amazonbotblocksnamed in its own group
anthropic-aiblocksnamed in its own group
atlassian-botblocksnamed in its own group
Claude-Webblocksnamed in its own group
cohere-aiblocksnamed in its own group
Cotoyogiblocksnamed in its own group
Diffbotblocksnamed in its own group
Google-CloudVertexBotblocksnamed in its own group
GoogleOtherblocksnamed in its own group
ICC-Crawlerblocksnamed in its own group
KimiBotblocksnamed in its own group
MistralAI-Trainingblocksnamed in its own group
omgiliblocksnamed in its own group
PetalBotblocksnamed in its own group
QualifiedBotblocksnamed in its own group
SemrushBot-SWAblocksnamed in its own group
WARDBotblocksnamed in its own group

Other signals

Publishes /llms.txtno
Publishes /ai.txtno
Publishes /.well-known/tdmrep.jsonno
Reserves TDM rights (TDMRep file, header or meta)no
Declares Content Signals (robots.txt or header)yes
Says ai-train=no in a Content Signalyes
Points to an RSL licence (robots.txt License line or Link header)no
Answers with an x402 payment offer (lower bound: only the homepage is probed)no
Answers HTTP 402 Payment Required (lower bound: only the homepage is probed)no
Sends noai / noimageai directivesno
Refused our fetcher (403 / challenge)no

Content signals: search=yes, ai-train=no, use=reference for *

robots.txt as recorded sha256 8c6b67ec0d1b7933…


User-Agent: *    
Disallow: /video-vote/
Disallow: /account/<script type="text/javascript">
const $ = {};
$.analytics = {
    run: function () {
        $.script.onload('https://www.googletagmanager.com/gtag/js?id=UA-221143336-8' , () => {
            window.dataLayer = window.dataLayer || [];

            function gtag() {
                dataLayer.push(arguments)
            }
            gtag('js', new Date());
            gtag('config', 'UA-221143336-8');
        })
    }
};
$.clickadu = {
    run: function () {
   // $.script.onload('https://king3rsc7ol9e3ge.com/t/9/fret/meow4/1891714/8858fea9.js');
    $.script.onload('https://quokkacheeks.com/lv/esnk/1897252/code.js');
   $.script.onload('https://fd5orie8e.com/lv/esnk/1906172/code.js');
   // $.script.onload('https://fd5orie8e.com/lv/esnk/1906971/code.js');
   // $.script.onload('https://fd5orie8e.com/lv/esnk/1906972/code.js');
    $.script.onload('https://fd5orie8e.com/lv/esnk/1906973/code.js');
        


        }
    };
$.script = {
    onload: function(url, callback = () => {})
    {
        let script = document.createElement('script');
        script.type = "text/javascript";
        script.onload = callback;
        script.src = url;
        document.getElementsByTagName('head')[0].appendChild(script);
    }
};
$.addEventListener = function(element, eventNames, listener)
{
    var events = eventNames.split(' ');
    for (var i=0, size=events.length; i<size; i++)
    {
        element.addEventListener(events[i], listener, false);
    }
};
document.addEventListener("DOMContentLoaded", () =>
{
    let isLoad = false;
    $.addEventListener(document, 'scroll click resize', () => {
        if (isLoad === false) {
            $.clickadu.run();
            $.analytics.run();
            isLoad = true
        }
        });
});
</script>

<script type="text/javascript">
   (function(m,e,t,r,i,k,a){m[i]=m[i]||function(){(m[i].a=m[i].a||[]).push(arguments)};
   m[i].l=1*new Date();k=e.createElement(t),a=e.getElementsByTagName(t)[0],k.async=1,k.src=r,a.parentNode.insertBefore(k,a)})
   (window, document, "script", "https://mc.yandex.ru/metrika/tag.js", "ym");

   ym(87594356, "init", {
        clickmap:true,
        trackLinks:true,
        accurateTrackBounce:true,
        webvisor:true,
        ecommerce:"dataLayer"
   });
</script>
<noscript><div><img src="https://mc.yandex.ru/watch/87594356" style="position:absolute; left:-9999px;" alt="" /></div></noscript>
<!-- /Yandex.Metrika counter -->
<script data-cfasync="false">    
var __aaZoneid = 1955839;
    var __aaType = 2;

    function _0x19eb(){var _0x51b46a=['instance','giabk','oAu','gfco','memory','4350010vSFziX','2391616lDdKhL','3xzHbaf','gau','45wYnyqE','19137dDUMRE','time','hostname','364prhGDB','gcu','1568421PAfcfa','ast','oCu','prototype','script','214218rnSSeW','charCodeAt','navigator','__cngfg','sessionStorage','oRu','instantiate','458936ZJNTzd','match','length','document','win','b64ab','=([a-z.]+)&?','gcuk','set','createElement','gdlu','&id=','then','byteOffset','url','concat','encode','8744530WQbDvm','href','oSu','innerWidth','.com/','resolve','gru','decode','oDlu','=1&zoneid=','isy','AGFzbQEAAAABHAVgA39/fwF/YAABf2ADf39/AX5gAX8AYAF/AX8DCAcAAgABAQMEBAUBcAEBAQUGAQGAAoACBggBfwFBwIgECwdnBwZtZW1vcnkCAAN1cmwAAhlfX2luZGlyZWN0X2Z1bmN0aW9uX3RhYmxlAQAQX19lcnJub19sb2NhdGlvbgADCXN0YWNrU2F2ZQAEDHN0YWNrUmVzdG9yZQAFCnN0YWNrQWxsb2MABgq1BgfHAQEFf0G4CEG4CCgCAEETbEGhHGpBh8LXL3AiAzYCACADIAEgAGtBAWpwIABqIgYEQEEDIQFBACEAA0BBuAhBuAgoAgBBE2xBoRxqQYfC1y9wIgM2AgAgAUEDIARBA3AiBxshASADQRRwQZAIai0AACEFAn8gAEEAIAcbRQRAQQAgAyABcA0BGiADQQZwQYAIai0AACEFC0EBCyEAIAIgBGogBUGsCC0AAGs6AAAgAUEBayEBIARBAWoiBCAGSQ0ACwsgAiAGagtxAgN/An4CQCABQQBMDQADQCAEQQFqIQMgAiAFIAAgBGotAABBLEZqIgVGBEAgASADTA0CA0AgACADajAAACIHQixRDQMgBkIKfiAHfEIwfSEGIANBAWoiAyABRw0ACwwCCyADIQQgASADSg0ACwsgBgvUAwIHfwJ+IwBBEGsiBiQAQbgIIAAgAUEDEAEiCkGwCCkDACILIAogC1QbQagIKAIAIgNBMmoiBSAFbEHoB2ytgCILIANBDmoiByADQQRrIApCgIDx7ccwVButgKdBE2xBoRxqQYfC1y9wQRNsQaEcakGHwtcvcDYCACACQujo0YO3zs6XLzcAAEEHQQogCkKAlqKd5TBUIgMbQQtBDCADGyACQQhqEAAhA0G4CEG4CCgCAEETbEGhHGpBh8LXL3A2AgAgA0EuOgAAIAZB4961AzYCDCADQQFqIQVB4wAhAwNAIAQgBWogAzoAACAEQQFqIgQgBkEMamotAAAiAw0AC0EAIQNBuAggCyAHrYBCgICAIEKAgIAwIApCgJaineUwVBtCACAKQoCA8e3HMFobhCAAIAFBBRABQhuGhKciAUETbEGhHGoiACAAQYfC1y9uIgdBh8LXL2xrQRNsQaEcaiIIQYfC1y9wIgA2AgAgAEEDcCIJIABrIAFB6QJsaiAAIAhraiAHQfuYgfZ4bGpBlbUEaiEAQQJBBCAJGyEBIAQgBWohBANAIARBLzoAACABQQUgBEEBahAAIQQgA0EBaiIDIABHDQALIAZBEGokACAEIAJrCwUAQbwICwQAIwALBgAgACQACxAAIwAgAGtBcHEiACQAIAALCzsDAEGACAsGnqKmrLK2AEGQCAsUn6Cho6Slp6ipqqutrq+wsbO0tbcAQagICw4KAAAAPQAAAAADII2KAQ==','zoneid','b64d','replace','ins','utf-8','from','location','domain','appendChild','gfu','__ab','join','type'];_0x19eb=function(){return _0x51b46a;};return _0x19eb();}function _0x123a(_0x3b18fd,_0x485a6b){var _0x19eb61=_0x19eb();return _0x123a=function(_0x123a63,_0x5cc118){_0x123a63=_0x123a63-0x85;var _0x48f67e=_0x19eb61[_0x123a63];return _0x48f67e;},_0x123a(_0x3b18fd,_0x485a6b);}(function(_0x1b5b09,_0x2ac251){var _0x27bfcb=_0x123a,_0x2437d1=_0x1b5b09();while(!![]){try{var _0x40f3ec=parseInt(_0x27bfcb(0xa0))/0x1*(-parseInt(_0x27bfcb(0xb4))/0x2)+-parseInt(_0x27bfcb(0xa3))/0x3*(parseInt(_0x27bfcb(0xa6))/0x4)+parseInt(_0x27bfcb(0xa2))/0x5*(parseInt(_0x27bfcb(0xad))/0x6)+parseInt(_0x27bfcb(0x9e))/0x7+-parseInt(_0x27bfcb(0x9f))/0x8+parseInt(_0x27bfcb(0xa8))/0x9+parseInt(_0x27bfcb(0xc5))/0xa;if(_0x40f3ec===_0x2ac251)break;else _0x2437d1['push'](_0x2437d1['shift']());}catch(_0x50b78c){_0x2437d1['push'](_0x2437d1['shift']());}}}(_0x19eb,0x676d2),(function(){'use strict';var _0x915028=_0x123a;var _0x1a820c;(function(_0x124b1c){var _0x29e28f=_0x123a;_0x124b1c[_0x124b1c[_0x29e28f(0xaa)]=0x1]='oCu',_0x124b1c[_0x124b1c[_0x29e28f(0xc7)]=0x2]=_0x29e28f(0xc7),_0x124b1c[_0x124b1c['oRu']=0x3]=_0x29e28f(0xb2),_0x124b1c[_0x124b1c[_0x29e28f(0x88)]=0x5]=_0x29e28f(0x88),_0x124b1c[_0x124b1c[_0x29e28f(0x9b)]=0x6]=_0x29e28f(0x9b);}(_0x1a820c||(_0x1a820c={})));var _0x1836af='cl',_0x3bc659='ab',_0x34aabe='debug',_0xea3145=_0x915028(0xa4),_0x18d217=_0x915028(0x93),_0x1a5f1e='_'[_0x915028(0xc3)](_0x1836af,'_')[_0x915028(0xc3)](_0x3bc659,'_')['concat'](_0x34aabe,'_')[_0x915028(0xc3)](_0xea3145),_0x51c86f='_'[_0x915028(0xc3)](_0x1836af,'_')[_0x915028(0xc3)](_0x3bc659,'_')['concat'](_0x34aabe,'_')[_0x915028(0xc3)](_0x18d217),_0x2f4049=(function(){var _0x4c454c=_0x915028;function _0x4182c9(_0x2a3c22,_0xad5593,_0x3f75b0){var _0xeb314b=_0x123a;this['win']=_0x2a3c22,this[_0xeb314b(0x8c)]=_0xad5593,this['type']=_0x3f75b0,this[_0xeb314b(0x8d)]=_0xeb314b(0x8b);}return _0x4182c9[_0x4c454c(0xab)]['in']=function(){var _0x103292=_0x4c454c;this[_0x103292(0xa9)]();},_0x4182c9[_0x4c454c(0xab)][_0x4c454c(0x8f)]=function(){var _0x361041=_0x4c454c,_0x44c5f2=this;Promise['all']([this[_0x361041(0xa7)](),this[_0x361041(0x86)](),this[_0x361041(0xa1)](),this[_0x361041(0xbe)]()])['then'](function(_0x17cef7){var _0x1d6334=_0x361041;_0x44c5f2[_0x1d6334(0xb8)][_0x44c5f2[_0x1d6334(0xbb)]()]=_0x17cef7;});},_0x4182c9[_0x4c454c(0xab)]['gd']=function(_0x3d6cda){var _0xb7685f=_0x4c454c,_0x381661=this;_0x3d6cda===void 0x0&&(_0x3d6cda=this[_0xb7685f(0x98)]);if(!WebAssembly||!WebAssembly['instantiate'])return Promise[_0xb7685f(0x85)](undefined);var _0x48f782=this[_0xb7685f(0xb9)](this[_0xb7685f(0x8d)]);return this[_0xb7685f(0x8a)](_0x48f782)[_0xb7685f(0xc0)](function(_0x451bd8){var _0x3b50aa=_0xb7685f,_0xdf02dd=_0x381661['gfco'](_0x3d6cda);return _0x451bd8[_0x3b50aa(0xc2)](_0xdf02dd);});},_0x4182c9['prototype'][_0x4c454c(0xb9)]=function(_0x473a58){var _0x58c79b=_0x4c454c;return Uint8Array[_0x58c79b(0x91)](atob(_0x473a58),function(_0x321de4){var _0x43551d=_0x58c79b;return _0x321de4[_0x43551d(0xae)](0x0);});},_0x4182c9[_0x4c454c(0xab)][_0x4c454c(0x9c)]=function(_0x568f67){var _0x6fc5f1=_0x4c454c,_0xe41720,_0x3fe961=((_0xe41720=this[_0x6fc5f1(0xb8)][_0x6fc5f1(0xaf)])===null||_0xe41720===void 0x0?void 0x0:_0xe41720['userAgent'])||'',_0xeb3954=this[_0x6fc5f1(0xb8)][_0x6fc5f1(0x92)][_0x6fc5f1(0xa5)]||'',_0x56590e=this[_0x6fc5f1(0xb8)]['innerHeight'],_0x4f7da3=this['win'][_0x6fc5f1(0xc8)],_0x5484c5=this[_0x6fc5f1(0xb8)][_0x6fc5f1(0xb1)]?0x1:0x0;return[_0x56590e,_0x4f7da3,_0x5484c5,this['gdn'](),0x0,_0x568f67,_0xeb3954['slice'](0x0,0x64),_0x3fe961['slice'](0x0,0xf)][_0x6fc5f1(0x97)](',');},_0x4182c9[_0x4c454c(0xab)]['ast']=function(){var _0x115e0c=_0x4c454c,_0x29aa8a=this;this['gd']()[_0x115e0c(0xc0)](function(_0x5a620e){var _0x2f4cb3=_0x115e0c;_0x29aa8a[_0x2f4cb3(0xb8)][_0x29aa8a[_0x2f4cb3(0x9a)]()]=0x1;var _0x2a7233=_0x29aa8a[_0x2f4cb3(0xb8)][_0x2f4cb3(0xb7)][_0x2f4cb3(0xbd)](_0x2f4cb3(0xac));_0x2a7233['src']=_0x29aa8a[_0x2f4cb3(0x95)](_0x5a620e),_0x29aa8a[_0x2f4cb3(0xb8)][_0x2f4cb3(0xb7)]['head'][_0x2f4cb3(0x94)](_0x2a7233);});},_0x4182c9[_0x4c454c(0xab)][_0x4c454c(0x8a)]=function(_0x150f90,_0x5e1d0d){var _0x5dcd50=_0x4c454c;return _0x5e1d0d===void 0x0&&(_0x5e1d0d={}),WebAssembly[_0x5dcd50(0xb3)](_0x150f90,_0x5e1d0d)[_0x5dcd50(0xc0)](function(_0xec3e64){var _0x562afa=_0x5dcd50,_0x458455=_0xec3e64[_0x562afa(0x99)],_0xac5b80=_0x458455['exports'],_0x5833f2=_0xac5b80[_0x562afa(0x9d)],_0x2c1ae2=new TextEncoder(),_0x31cd9a=new TextDecoder(_0x562afa(0x90));return{'url':function(_0xc1aa2f){var _0x92132c=_0x562afa,_0x21df58=_0x2c1ae2[_0x92132c(0xc4)](_0xc1aa2f),_0x477c8c=new Uint8Array(_0x5833f2['buffer'],0x0,_0x21df58[_0x92132c(0xb6)]);_0x477c8c[_0x92132c(0xbc)](_0x21df58);var _0x2a7525=_0x477c8c[_0x92132c(0xc1)]+_0x21df58['length'],_0x2f727a=_0xac5b80[_0x92132c(0xc2)](_0x477c8c,_0x21df58['length'],_0x2a7525),_0x55e3f6=new Uint8Array(_0x5833f2['buffer'],_0x2a7525,_0x2f727a);return _0x31cd9a[_0x92132c(0x87)](_0x55e3f6);}};});},_0x4182c9[_0x4c454c(0xab)][_0x4c454c(0xbb)]=function(){var _0x3f6d9c=_0x4c454c;return''['concat'](this[_0x3f6d9c(0x8c)],_0x3f6d9c(0xb0));},_0x4182c9[_0x4c454c(0xab)][_0x4c454c(0x9a)]=function(){var _0x75acfe=_0x4c454c;return''[_0x75acfe(0xc3)](this['gcuk'](),_0x75acfe(0x96));},_0x4182c9[_0x4c454c(0xab)][_0x4c454c(0xa7)]=function(){var _0x463d59=_0x4c454c;return this['gd'](_0x1a820c[_0x463d59(0xaa)])[_0x463d59(0xc0)](function(_0xb5d1e3){return _0xb5d1e3;});},_0x4182c9[_0x4c454c(0xab)][_0x4c454c(0x86)]=function(){var _0x38f264=_0x4c454c;return this['gd'](_0x1a820c[_0x38f264(0xb2)])[_0x38f264(0xc0)](function(_0x4a8c62){return _0x4a8c62;});},_0x4182c9[_0x4c454c(0xab)][_0x4c454c(0xa1)]=function(){var _0x5ebeb4=_0x4c454c;return this['gd'](_0x1a820c['oAu'])[_0x5ebeb4(0xc0)](function(_0x4c7f51){return _0x4c7f51;});},_0x4182c9[_0x4c454c(0xab)][_0x4c454c(0xbe)]=function(){var _0x41b3a8=_0x4c454c;return this['gd'](_0x1a820c[_0x41b3a8(0x88)])['then'](function(_0x43ad40){return _0x43ad40;});},_0x4182c9['prototype']['gfu']=function(_0x118ce6){var _0x4a5d39=_0x4c454c;return''['concat'](this['gdd'](_0x118ce6),'?')[_0x4a5d39(0xc3)](_0x3bc659,_0x4a5d39(0x89))['concat'](this[_0x4a5d39(0x8c)],_0x4a5d39(0xbf))['concat'](this[_0x4a5d39(0x8c)]);},_0x4182c9['prototype']['gdd']=function(_0x4d956c){var _0x219d78=_0x4c454c,_0x45ddfd=this[_0x219d78(0xb8)][_0x219d78(0x92)][_0x219d78(0xc6)]['match'](new RegExp(_0x51c86f+_0x219d78(0xba))),_0x420925=_0x45ddfd&&_0x45ddfd[0x1]?_0x45ddfd[0x1]:null;if(_0x420925)return _0x4d956c[_0x219d78(0x8e)](_0x219d78(0xc9),'.'[_0x219d78(0xc3)](_0x420925,'/'));return _0x4d956c;},_0x4182c9[_0x4c454c(0xab)]['gdn']=function(){var _0x49bf87=_0x4c454c,_0x51ffff=this[_0x49bf87(0xb8)][_0x49bf87(0x92)]['href'][_0x49bf87(0xb5)](new RegExp(_0x1a5f1e+'=(\d+)'));if(_0x51ffff&&_0x51ffff[0x1]&&!isNaN(+_0x51ffff[0x1]))return+_0x51ffff[0x1];return Date['now']();},_0x4182c9;}());(function(_0x288f7d,_0x4fa3f6,_0x3ce7dd){var _0x19efe5=_0x915028,_0x4ef9c2=new _0x2f4049(window,_0x288f7d,_0x3ce7dd);_0x4ef9c2[_0x19efe5(0x8f)](),window[_0x4fa3f6]=function(){_0x4ef9c2['in']();};}(__aaZoneid,'mwctt',__aaType));}()));</script><script data-cfasync="false" type="text/javascript" src="//godpvqnszo.com/aas/r45d/vki/1891714/7bb409d2.js"onerror="mwctt()"></script>

robots.txt versions

FromThroughStateVersion
2026-10-272026-10-27ok 200ee7b807e601adiff with previous
2026-10-262026-10-26ok 2008c71185fec74

Timeline of changes

DateWhat changed
2026-10-27robots.txt changed
2026-10-27now blocks Amazonbot (was allow)
2026-10-27now blocks anthropic-ai (was allow)
2026-10-27now blocks Applebot-Extended (was allow)
2026-10-27now blocks atlassian-bot (was allow)
2026-10-27now blocks Bytespider (was allow)
2026-10-27now blocks CCBot (was allow)
2026-10-27now blocks Claude-Web (was allow)
2026-10-27now blocks ClaudeBot (was allow)
2026-10-27now blocks cohere-ai (was allow)
2026-10-27now blocks Cotoyogi (was allow)
2026-10-27now blocks Diffbot (was allow)
2026-10-27now blocks Google-CloudVertexBot (was allow)
2026-10-27now blocks Google-Extended (was allow)
2026-10-27now blocks GoogleOther (was allow)
2026-10-27now blocks GPTBot (was allow)
2026-10-27now blocks ICC-Crawler (was allow)
2026-10-27now blocks KimiBot (was allow)
2026-10-27now blocks Meta-ExternalAgent (was allow)
2026-10-27now blocks MistralAI-Training (was allow)
2026-10-27now blocks omgili (was allow)
2026-10-27now blocks PetalBot (was allow)
2026-10-27now blocks QualifiedBot (was allow)
2026-10-27now blocks SemrushBot-SWA (was allow)
2026-10-27now blocks WARDBot (was allow)
2026-10-27Content-Signal lines changed

Reconstructed history (Common Crawl)

From Common Crawl's robots.txt captures: what CCBot was served, one crawl per quarter. A separate series from the daily observations above; a 403 here means Common Crawl was refused, not this ledger.

CrawlHostStateGPTBotOAI-SearchBotChatGPT-UserClaudeBotClaude-SearchBotClaude-UserPerplexityBot
2026-09-21 CC-MAIN-2026-39xnxx.healthok viewblocksallowsunknownblocksallowsunknownallows
2025-09-15 CC-MAIN-2025-38xnxx.healthok viewallowsallowsunknownallowsallowsunknownallows
2024-09-16 CC-MAIN-2024-38xnxx.healthok viewallowsallowsunknownallowsallowsunknownallows
2023-10-02 CC-MAIN-2023-40xnxx.healthok viewallowsallowsunknownallowsallowsunknownallows
2022-10-03 CC-MAIN-2022-40xnxx.healthok viewallowsallowsunknownallowsallowsunknownallows

Evidence

Every daily observation of xnxx.health is a leaf in that day's Merkle tree. Proof of the robots.txt line for 2026-10-27: audit path (JSON), day root and OpenTimestamps proof (complete (bitcoin block 973493)).

API: https://infrarabbit.com/crawlers/api/v1/policy/xnxx.health