{"count":100,"changes":[{"date":"2026-11-13","domain":"github.com","rank_bucket":"top 1k","kind":"robots_changed","subject":"robots.txt","old":"8b8e46edf4593a7e23fbf207472b2b56601bfae79eff6d9e17f990a6db39d5d3","new":"8574d173addf5845b005be576c1ace600547d47d00642d4f4b6587e2c5749da4","url":"https://infrarabbit.com/crawlers/domain/github.com"},{"date":"2026-11-13","domain":"pinterest.com","rank_bucket":"top 1k","kind":"robots_changed","subject":"robots.txt","old":"96f8ce958e3ab15489b925dc10f3e65c1ea4e62851ca6e2d7fdaa4d26124b165","new":"70b3dde94cfacc9c148e3f40a596c0bacd867e2fced737ca18655d0570c17ac2","url":"https://infrarabbit.com/crawlers/domain/pinterest.com"},{"date":"2026-11-13","domain":"wordpress.com","rank_bucket":"top 1k","kind":"robots_changed","subject":"robots.txt","old":"50ebea16d7867000e72f2152951f4322a10ea19710b1a19e37dce01cd8062d45","new":"7fb8af71fded9b579845feee61e5ee945c63ab298379c7ef84060b6c7e6012d6","url":"https://infrarabbit.com/crawlers/domain/wordpress.com"},{"date":"2026-11-13","domain":"etsy.com","rank_bucket":"top 1k","kind":"robots_changed","subject":"robots.txt","old":"1d7f15b61aa240411cc3433d2756e93a12cde264c57ad81bdd462857268dec61","new":"9af0485f78fe45b7367edc64b513c67f28f35456a91e684218d5edd49c2e1867","url":"https://infrarabbit.com/crawlers/domain/etsy.com"},{"date":"2026-11-13","domain":"wp.com","rank_bucket":"top 1k","kind":"robots_changed","subject":"robots.txt","old":"50ebea16d7867000e72f2152951f4322a10ea19710b1a19e37dce01cd8062d45","new":"7fb8af71fded9b579845feee61e5ee945c63ab298379c7ef84060b6c7e6012d6","url":"https://infrarabbit.com/crawlers/domain/wp.com"},{"date":"2026-11-13","domain":"kwai.net","rank_bucket":"top 1k","kind":"fetch_state","subject":"robots.txt","old":"unreachable","new":"ok","url":"https://infrarabbit.com/crawlers/domain/kwai.net"},{"date":"2026-11-13","domain":"tplinkcloud.com","rank_bucket":"top 1k","kind":"fetch_state","subject":"robots.txt","old":"ok","new":"fetch-blocked","url":"https://infrarabbit.com/crawlers/domain/tplinkcloud.com"},{"date":"2026-11-13","domain":"unesco.org","rank_bucket":"top 1k","kind":"fetch_state","subject":"robots.txt","old":"soft404","new":"ok","url":"https://infrarabbit.com/crawlers/domain/unesco.org"},{"date":"2026-11-13","domain":"unesco.org","rank_bucket":"top 1k","kind":"file","subject":"llms.txt","old":"absent","new":"present","url":"https://infrarabbit.com/crawlers/domain/unesco.org"},{"date":"2026-11-13","domain":"unesco.org","rank_bucket":"top 1k","kind":"file","subject":"tdmrep.json","old":"absent","new":"present","url":"https://infrarabbit.com/crawlers/domain/unesco.org"},{"date":"2026-11-13","domain":"unesco.org","rank_bucket":"top 1k","kind":"header","subject":"TDM-Reservation header","old":"no","new":"yes","url":"https://infrarabbit.com/crawlers/domain/unesco.org"},{"date":"2026-11-13","domain":"pinimg.com","rank_bucket":"top 1k","kind":"robots_changed","subject":"robots.txt","old":"96f8ce958e3ab15489b925dc10f3e65c1ea4e62851ca6e2d7fdaa4d26124b165","new":"70b3dde94cfacc9c148e3f40a596c0bacd867e2fced737ca18655d0570c17ac2","url":"https://infrarabbit.com/crawlers/domain/pinimg.com"},{"date":"2026-11-13","domain":"figma.com","rank_bucket":"top 1k","kind":"robots_changed","subject":"robots.txt","old":"5e0c0911c4682d9b0721361b0d6347742921974a9fe6289086a2852e07507ad2","new":"d5cf6e54233df1f4eec6a325dd0119e63fb30e4d816cdcee155d16e0d39fc2b6","url":"https://infrarabbit.com/crawlers/domain/figma.com"},{"date":"2026-11-13","domain":"ys7.com","rank_bucket":"top 1k","kind":"fetch_state","subject":"robots.txt","old":"absent","new":"ok","url":"https://infrarabbit.com/crawlers/domain/ys7.com"},{"date":"2026-11-13","domain":"pbs.org","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"ok","new":"fetch-blocked","url":"https://infrarabbit.com/crawlers/domain/pbs.org"},{"date":"2026-11-13","domain":"pimpbunny.com","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"fetch-blocked","new":"ok","url":"https://infrarabbit.com/crawlers/domain/pimpbunny.com"},{"date":"2026-11-13","domain":"pimpbunny.com","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"d13e96f9bf1f530ecf72a504de0e6c198580857a5adf4a7c49f0cbba87646cb6","new":"3f7ead47f6dc051fb7a604a5dd6e28e414d15f265c244adfa1a54a90e0edd915","url":"https://infrarabbit.com/crawlers/domain/pimpbunny.com"},{"date":"2026-11-13","domain":"noodlemagazine.com","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"absent","new":"ok","url":"https://infrarabbit.com/crawlers/domain/noodlemagazine.com"},{"date":"2026-11-13","domain":"psu.edu","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"096ad382c18428e33af9de41366689fa35d0b7f679ed069265bcf874c647c581","new":"a4e93f66e562e21e86c5d36e3f9a8d5cef35ac944b2393e5b9fab0a07d3da3a9","url":"https://infrarabbit.com/crawlers/domain/psu.edu"},{"date":"2026-11-13","domain":"property24.com","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"ok","new":"server-error","url":"https://infrarabbit.com/crawlers/domain/property24.com"},{"date":"2026-11-13","domain":"office365.us","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"unreachable","new":"soft404","url":"https://infrarabbit.com/crawlers/domain/office365.us"},{"date":"2026-11-13","domain":"nontondrama.my","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"ok","new":"fetch-blocked","url":"https://infrarabbit.com/crawlers/domain/nontondrama.my"},{"date":"2026-11-13","domain":"javsub.blog","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"ok","new":"fetch-blocked","url":"https://infrarabbit.com/crawlers/domain/javsub.blog"},{"date":"2026-11-13","domain":"hostinger.com","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"9a5d8d975f51dc1b176d01c5738da64a1d0cb4b0de636b446a982db652c6c058","new":"488398ce5f41f35f2aa5bb2c84bf709b8d8b46ecc5a519da0f45d392377a9b20","url":"https://infrarabbit.com/crawlers/domain/hostinger.com"},{"date":"2026-11-13","domain":"visa.cn","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"soft404","new":"ok","url":"https://infrarabbit.com/crawlers/domain/visa.cn"},{"date":"2026-11-13","domain":"vkvideo.ru","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"573219d395c1aa085175955ea564938f81e5c31b8cd52ba15d49a2171ffb06c4","new":"7e2ee73046b8347e4d8bedc4e6c30f6e03f064024b1c76a6226a4a5846c394ea","url":"https://infrarabbit.com/crawlers/domain/vkvideo.ru"},{"date":"2026-11-13","domain":"hath.network","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"absent","new":"unreachable","url":"https://infrarabbit.com/crawlers/domain/hath.network"},{"date":"2026-11-13","domain":"clickpetroleoegas.com.br","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"f7deba0dce2d828e685a33ef6c6bdfcd51b0f4b8fa0ee1cce60e9aa8f5379903","new":"12a60bfdb5174e990ffa6921de2130691db14b7cdc83edec4a47a430b6f1eac3","url":"https://infrarabbit.com/crawlers/domain/clickpetroleoegas.com.br"},{"date":"2026-11-13","domain":"opensource.org","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"fe0d87a5e18659fe60a8ab02053b9147ca0e81cb8ece240c1b1bdf3b10910d5f","new":"a45eef688d25627fce58cf9f1ca77892042c31e722617ca90ca7592f6cb432f2","url":"https://infrarabbit.com/crawlers/domain/opensource.org"},{"date":"2026-11-13","domain":"namepros.com","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"9c3241598b7990f15e3a64a2d074b65dc87ea524283a7a704471d73b322dd73e","new":"c1d4e2c0594dc3b25f62a73ec458008ac00dcbbb12fd76b99d0a80cded3ecde2","url":"https://infrarabbit.com/crawlers/domain/namepros.com"},{"date":"2026-11-13","domain":"kinghost.com.br","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"absent","new":"ok","url":"https://infrarabbit.com/crawlers/domain/kinghost.com.br"},{"date":"2026-11-13","domain":"kinghost.com.br","rank_bucket":"top 10k","kind":"bot","subject":"facebookexternalhit","old":"allow","new":"partial","url":"https://infrarabbit.com/crawlers/domain/kinghost.com.br"},{"date":"2026-11-13","domain":"zend.com","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"338035a6b78d2723df7d0c90e34d8728451091688eb85a722721b290bba667e7","new":"2ace813426661f48bf8f028479d22a45f11299d40731b12742aa053a9a972cf5","url":"https://infrarabbit.com/crawlers/domain/zend.com"},{"date":"2026-11-13","domain":"hinet.net","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"unreachable","new":"soft404","url":"https://infrarabbit.com/crawlers/domain/hinet.net"},{"date":"2026-11-13","domain":"dssott.com","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"unreachable","new":"absent","url":"https://infrarabbit.com/crawlers/domain/dssott.com"},{"date":"2026-11-13","domain":"texas.gov","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"ok","new":"fetch-blocked","url":"https://infrarabbit.com/crawlers/domain/texas.gov"},{"date":"2026-11-13","domain":"shopsy.in","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"ok","new":"tls-error","url":"https://infrarabbit.com/crawlers/domain/shopsy.in"},{"date":"2026-11-13","domain":"vtex.com","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"cc0733e0557662075975fa6232a6af189f51f6c3a8984b73bd43e5ce36b059bd","new":"1ecbb4011db0ad5edf965acfc662434989bdd834d4f87a2a949525c8217e0cf9","url":"https://infrarabbit.com/crawlers/domain/vtex.com"},{"date":"2026-11-13","domain":"jamb.gov.ng","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"unreachable","new":"absent","url":"https://infrarabbit.com/crawlers/domain/jamb.gov.ng"},{"date":"2026-11-13","domain":"zapier.com","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"e628abae42408c8d8dfb8d9c94aeca1965b3f713d461a282d1ed0173fa6ce522","new":"81e851333ca7ccded57c8423c75f9a97f938b2749cdabd25afa9d6e99fa86a1b","url":"https://infrarabbit.com/crawlers/domain/zapier.com"},{"date":"2026-11-13","domain":"1drv.ms","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"server-error","new":"ok","url":"https://infrarabbit.com/crawlers/domain/1drv.ms"},{"date":"2026-11-13","domain":"rsc.org","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"server-error","new":"ok","url":"https://infrarabbit.com/crawlers/domain/rsc.org"},{"date":"2026-11-13","domain":"zynga.com","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"1cc8a95231d326baa66dc217b5735673d68b6750d55aa892bb33af1d8677ad09","new":"14e16475bf43692e496ed52b1408745e37402f8f7a0da4af79d27b34b4c8ec00","url":"https://infrarabbit.com/crawlers/domain/zynga.com"},{"date":"2026-11-13","domain":"cuny.edu","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"8d66088cd27f828ab6cf38540f5c92a1f6913387be6884003c64b053bca03455","new":"e77eeab838a36fc900673c43e448ba7d03abe7c0b4fbb8a0530116f07be3eda7","url":"https://infrarabbit.com/crawlers/domain/cuny.edu"},{"date":"2026-11-13","domain":"sberdevices.ru","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"f202138b86e93731c6e2921cda56512dbe38da72b88cdcd18b40a34ebe9ff7df","new":"130d42401da5b4b982d2a6aaaa0f1c068024f4588634670e39c33289ca3823da","url":"https://infrarabbit.com/crawlers/domain/sberdevices.ru"},{"date":"2026-11-13","domain":"brookings.edu","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"1b8352592e50eee6405e0e25909b23d23fbb7bd64beb0518cbd469638cae7466","new":"4028fa4366aeefa9f975e46192bcc565fbe2fc4758043fa91966f7c0f65c656e","url":"https://infrarabbit.com/crawlers/domain/brookings.edu"},{"date":"2026-11-13","domain":"fflivegame.com","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"server-error","new":"absent","url":"https://infrarabbit.com/crawlers/domain/fflivegame.com"},{"date":"2026-11-13","domain":"flightaware.com","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"bf1bed6b0af62195e4438eb440b8fb62fa958263bf4f0261ee4505bd46ef70ac","new":"38cc59b874450c45f0cdbdfec436471820de2d5dfed2be43b3ef824389bd7f99","url":"https://infrarabbit.com/crawlers/domain/flightaware.com"},{"date":"2026-11-13","domain":"houzz.com","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"fetch-blocked","new":"unreachable","url":"https://infrarabbit.com/crawlers/domain/houzz.com"},{"date":"2026-11-13","domain":"lovable.dev","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"6b4e744b8b39c288c9b980c633fb9eee874b50a4d4d025832708f9fc84aacac5","new":"c26e6188614070e7c9fb8db893898f9fbed10ffcd282246c5ccdcdf376b47538","url":"https://infrarabbit.com/crawlers/domain/lovable.dev"},{"date":"2026-11-13","domain":"sba.gov","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"14e6a41de4ba7c5d03c24286cd02d9701e3a3695f21371bb4a4fdeba46090c74","new":"40089f188121095e223914cfdc564235434410c39de00c204ccc5fc8bf8620f0","url":"https://infrarabbit.com/crawlers/domain/sba.gov"},{"date":"2026-11-13","domain":"www.gov.pl","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"ok","new":"unreachable","url":"https://infrarabbit.com/crawlers/domain/www.gov.pl"},{"date":"2026-11-13","domain":"iu.edu","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"bcbb521399dbf82cf38afec5a075a4fe3a6ba095f1788492d28412f4ab6139a5","new":"613790b4634e53867c99577e092978d34c402ca028dd6889760d1ce775a6709f","url":"https://infrarabbit.com/crawlers/domain/iu.edu"},{"date":"2026-11-13","domain":"thestar.com","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"87555a002bd4676b70df37017924f594137e44ef49310f354608b352b93e0e34","new":"ae08505907aebabab2549d220fc2ecd03f0e699c3e6dc573f26b289d6f820549","url":"https://infrarabbit.com/crawlers/domain/thestar.com"},{"date":"2026-11-13","domain":"principal.com","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"623cc156932424ad0dd0eb7455f2005fc23d080b84821367a43a4c27d3fc936a","new":"6fa091d6d3eafda59bfb0f5c78754ca2d44b40586ea63fd01be325087ca435ba","url":"https://infrarabbit.com/crawlers/domain/principal.com"},{"date":"2026-11-13","domain":"seekingalpha.com","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"6f05b98ffbd51ea2e85bb438b94b0a2c93a4677444997c9dbc36789d9e251390","new":"6898f2c4c56c07bf7b806526e1f41f08e36e6600904934e7029d844145d9fbb8","url":"https://infrarabbit.com/crawlers/domain/seekingalpha.com"},{"date":"2026-11-13","domain":"britishairways.com","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"unreachable","new":"soft404","url":"https://infrarabbit.com/crawlers/domain/britishairways.com"},{"date":"2026-11-13","domain":"appboy.com","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"server-error","new":"ok","url":"https://infrarabbit.com/crawlers/domain/appboy.com"},{"date":"2026-11-13","domain":"10086.cn","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"absent","new":"tls-error","url":"https://infrarabbit.com/crawlers/domain/10086.cn"},{"date":"2026-11-13","domain":"kayak.com","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"6475f53b09924f924137c4e555d281c3a7f416c52db95d2a2ff6033d97e55118","new":"150968f8c5bb28dbd733367cb72e15f954a98c887fdde8d789b33d33f1780959","url":"https://infrarabbit.com/crawlers/domain/kayak.com"},{"date":"2026-11-13","domain":"alamy.com","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"fetch-blocked","new":"ok","url":"https://infrarabbit.com/crawlers/domain/alamy.com"},{"date":"2026-11-13","domain":"nsf.gov","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"88878d4072212c49d433a5d92ca48dc48709f99794d32de9bb7ff65347a1701e","new":"9becc603c87753b522a234be512cd7358c7e44076e7d4efe3f283843f528907f","url":"https://infrarabbit.com/crawlers/domain/nsf.gov"},{"date":"2026-11-13","domain":"gamestop.com","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"fetch-blocked","new":"ok","url":"https://infrarabbit.com/crawlers/domain/gamestop.com"},{"date":"2026-11-13","domain":"newegg.com","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"ok","new":"absent","url":"https://infrarabbit.com/crawlers/domain/newegg.com"},{"date":"2026-11-13","domain":"newegg.com","rank_bucket":"top 10k","kind":"file","subject":"llms.txt","old":"present","new":"absent","url":"https://infrarabbit.com/crawlers/domain/newegg.com"},{"date":"2026-11-13","domain":"20min.ch","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"1cb3a55d5072c75debcff0e3f6243c8375a479ef059019b4cf713297aca84a59","new":"615fab78fd19c363953994fa0370b61d6bb1feaa85f26ca2393b76f0e91983c9","url":"https://infrarabbit.com/crawlers/domain/20min.ch"},{"date":"2026-11-13","domain":"kinoafisha.info","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"d064c5cac0b66c364f41e3109b314394d1f4120872a9a92709fe551a7269c8cc","new":"b8b03df974448a20b17dff8132975eff50e0f90d7d5c6c94e6012580438877ca","url":"https://infrarabbit.com/crawlers/domain/kinoafisha.info"},{"date":"2026-11-13","domain":"quicksetcloud.com","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"9efe44c51b395860fa02f432ccd9afaead5a9cf2c25b2a352e9dc619c48357b0","new":"cc67cce6684f7b410479ffdf4c5a9cfb47a78170ffc9f84e980fce71e0c7e63a","url":"https://infrarabbit.com/crawlers/domain/quicksetcloud.com"},{"date":"2026-11-13","domain":"uservoice.com","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"b8c14238f2ae82652222770d670b86805b2321805944f70dc909521532f1a36e","new":"5a8f03bafd24fd31973f360d2585d30af1f8bdb9c7f6dae4620625e2e4e61e45","url":"https://infrarabbit.com/crawlers/domain/uservoice.com"},{"date":"2026-11-13","domain":"uservoice.com","rank_bucket":"top 10k","kind":"content_signal","subject":"Content-Signal","old":"[]","new":"[{\"agents\": [\"*\"], \"signals\": {\"ai-input\": \"yes\", \"search\": \"yes\"}}]","url":"https://infrarabbit.com/crawlers/domain/uservoice.com"},{"date":"2026-11-13","domain":"uni-bonn.de","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"03cc97805998f1ae363d0c0741d38c0478090a05bd942e7aafaf49c99a5f0dea","new":"81eab876b6c510afeef4e78d70ddafc6e5ee33ead7bcac2326f8a794d76c220c","url":"https://infrarabbit.com/crawlers/domain/uni-bonn.de"},{"date":"2026-11-13","domain":"unifi-ai.com","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"server-error","new":"absent","url":"https://infrarabbit.com/crawlers/domain/unifi-ai.com"},{"date":"2026-11-13","domain":"royalmail.com","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"soft404","new":"fetch-blocked","url":"https://infrarabbit.com/crawlers/domain/royalmail.com"},{"date":"2026-11-13","domain":"swarovski.com","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"ok","new":"fetch-blocked","url":"https://infrarabbit.com/crawlers/domain/swarovski.com"},{"date":"2026-11-13","domain":"karte.io","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"absent","new":"fetch-blocked","url":"https://infrarabbit.com/crawlers/domain/karte.io"},{"date":"2026-11-13","domain":"airbridge.io","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"011ea811fe88617dff510cd7260bfca90de49ad2c04b3d36779dd1f4ce3371ba","new":"72f058b0f4594b61228e508844a66b2f66c5647e84e7d3c3ddb9b6b78ababee0","url":"https://infrarabbit.com/crawlers/domain/airbridge.io"},{"date":"2026-11-13","domain":"caf.fr","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"soft404","new":"ok","url":"https://infrarabbit.com/crawlers/domain/caf.fr"},{"date":"2026-11-13","domain":"ifixit.com","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"c972f1c6a10f9508006b57271e9b49a89b84f0a86f43549eb7a6db3426a02bf6","new":"4cbe9db9f9e51622bf0e8c9969d701129a29a90df7fb5d6a90cbe8ff841973fe","url":"https://infrarabbit.com/crawlers/domain/ifixit.com"},{"date":"2026-11-13","domain":"mimecast.net","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"ok","new":"soft404","url":"https://infrarabbit.com/crawlers/domain/mimecast.net"},{"date":"2026-11-13","domain":"cimri.com","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"8b1512bfc9dbcac896365256a827f9ae97c3e1532f7426c2176368408796b778","new":"536382b7197ea88668c84f4d5c76c7f212dcc55b67b59094ad26e3addf9195c6","url":"https://infrarabbit.com/crawlers/domain/cimri.com"},{"date":"2026-11-13","domain":"unicamp.br","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"c13347967b2112fccface107059496896f87a6628dbc16f97acbb00d37b4a53a","new":"2d1b16be0db5cb9e646245d100ba345247a02521595111fa02ecb8d8fb3bde3b","url":"https://infrarabbit.com/crawlers/domain/unicamp.br"},{"date":"2026-11-13","domain":"irecommend.ru","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"server-error","new":"ok","url":"https://infrarabbit.com/crawlers/domain/irecommend.ru"},{"date":"2026-11-13","domain":"punchmedia.ru","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"unreachable","new":"soft404","url":"https://infrarabbit.com/crawlers/domain/punchmedia.ru"},{"date":"2026-11-13","domain":"kurir.rs","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"fetch-blocked","new":"ok","url":"https://infrarabbit.com/crawlers/domain/kurir.rs"},{"date":"2026-11-13","domain":"gazeta.ru","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"a2f261e6ac6fe721914acd9e136fe0f9e766bdfd64014012ad7a7f866df7c010","new":"064c968f9182b68b262d92a795bdc4b1b0e28dbce6a32a3e81ae9682440b7ba5","url":"https://infrarabbit.com/crawlers/domain/gazeta.ru"},{"date":"2026-11-13","domain":"spacedaily.com","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"ddbd4ab4a2101a68ba28cf438e8c06d056260a9198bb373f04b0163ca66c2e89","new":"aa104c5aa074fd2fe6f8e271e11c9ebed91da54f6a03bceae3fb34d14eb6a8c5","url":"https://infrarabbit.com/crawlers/domain/spacedaily.com"},{"date":"2026-11-13","domain":"tn.com.ar","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"3712ae71f291d2e5e3b4b5f4955540de412ca60447c96bab63b305270c347400","new":"4c9ad8c3f154dcfd9a1bd177671dfddcf0e598f4b18a4a9bd6bcc2690091e4c7","url":"https://infrarabbit.com/crawlers/domain/tn.com.ar"},{"date":"2026-11-13","domain":"dawn.com","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"559825ddaaa13a2d635e574871703729a51917d1d9d568542bd703c76f65522a","new":"900bb979c20ec92f1582bf0d3a7b7d1bcbf907fe1324edaf73934eb094b8f875","url":"https://infrarabbit.com/crawlers/domain/dawn.com"},{"date":"2026-11-13","domain":"instiz.net","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"fetch-blocked","new":"ok","url":"https://infrarabbit.com/crawlers/domain/instiz.net"},{"date":"2026-11-13","domain":"fresha.com","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"ea82fe594a5ab2c535c67d8face7064410898d46ee8fc822ce5768242efb14dd","new":"4ab731baf8c6556a5d55f312c056f71eca32e42c7819d69111078d2698ad91ec","url":"https://infrarabbit.com/crawlers/domain/fresha.com"},{"date":"2026-11-13","domain":"bundesregierung.de","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"863934e244cdaf23d954b27baf4c020113368654e55dfdcbf27170d1d0eccdc8","new":"be4ec6b2f577b1563bb6e0b7eeaa7c4cff634a89ee026665e527dc9a1142c308","url":"https://infrarabbit.com/crawlers/domain/bundesregierung.de"},{"date":"2026-11-13","domain":"abola.pt","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"bcee9105c7ac3a9634513a31427bc1bb8c429ae713c8ffe91ab90d0240999556","new":"dc16d790effd5c8ff09e734ea1c4184d84f28c2840755de2bcf26e497bd821c8","url":"https://infrarabbit.com/crawlers/domain/abola.pt"},{"date":"2026-11-13","domain":"myherbalife.com","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"absent","new":"ok","url":"https://infrarabbit.com/crawlers/domain/myherbalife.com"},{"date":"2026-11-13","domain":"anikototv.to","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"1486ac59c8f20618ebfa516e03d6ee9371609798d4ee7fad0aa29655bcab65e4","new":"3073d1e371afb3271c7666148766fedc5145f7d8440f7114062db79b7bd58add","url":"https://infrarabbit.com/crawlers/domain/anikototv.to"},{"date":"2026-11-13","domain":"speechpro.com","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"ok","new":"tls-error","url":"https://infrarabbit.com/crawlers/domain/speechpro.com"},{"date":"2026-11-13","domain":"timesonline.co.uk","rank_bucket":"top 10k","kind":"fetch_state","subject":"robots.txt","old":"ok","new":"soft404","url":"https://infrarabbit.com/crawlers/domain/timesonline.co.uk"},{"date":"2026-11-13","domain":"manoramaonline.com","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"ee0bd05fe0b1481e0255fcb3474cb0f0670bf44ca1f9c2ae8837700f41d84e62","new":"46f37141b2d1575d97eafd42ca43945e631b2aa6f92df16aa3e170cca352d76e","url":"https://infrarabbit.com/crawlers/domain/manoramaonline.com"},{"date":"2026-11-13","domain":"yclients.com","rank_bucket":"top 10k","kind":"robots_changed","subject":"robots.txt","old":"32403248dc764535c87140955fc9451f9ebc9702f3e298d1c24fe84e558a53a9","new":"c70abcf98d7c268caa7a66739104962b1f5304d39762201e1074cacfcaba3134","url":"https://infrarabbit.com/crawlers/domain/yclients.com"},{"date":"2026-11-13","domain":"yclients.com","rank_bucket":"top 10k","kind":"bot","subject":"Amazonbot","old":"block","new":"allow","url":"https://infrarabbit.com/crawlers/domain/yclients.com"},{"date":"2026-11-13","domain":"yclients.com","rank_bucket":"top 10k","kind":"bot","subject":"Applebot-Extended","old":"block","new":"allow","url":"https://infrarabbit.com/crawlers/domain/yclients.com"}],"cite":{"text":"InfraRabbit AI Crawl Ledger, AI crawler policy changes, 2026-11-13, https://infrarabbit.com/crawlers/changes","url":"https://infrarabbit.com/crawlers/changes"}}